-- Logs begin at Thu 2022-05-26 02:14:47 UTC, end at Thu 2022-05-26 03:43:25 UTC. -- May 26 03:09:45.277495 dv-cinder-843361-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 03:09:48.077610 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.common.config [-] Logging enabled! May 26 03:09:48.078172 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 26 03:09:48.078403 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103943) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 03:09:48.081663 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.common.config [-] Logging enabled! May 26 03:09:48.081916 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 26 03:09:48.082224 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103943) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 03:09:48.083167 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 03:09:48.083408 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 03:09:48.083782 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 03:09:48.084026 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 03:09:48.084249 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 03:09:48.084662 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.084960 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.085190 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.085486 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.085775 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.086057 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.086344 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.086643 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.086927 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.087206 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.087516 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.087745 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.088023 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.088305 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.088587 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.088808 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] debug = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.089085 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.089522 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.089924 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.090207 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.090494 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.090784 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.091046 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.091354 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.091639 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.091970 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] host = dv-cinder-843361-1-iscsi {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.092250 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.092534 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.092821 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.093137 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.093422 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.093697 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.093977 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.094247 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.094517 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.094792 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.095079 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.095395 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.095684 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.095905 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.096124 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.096408 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.096701 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.096978 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.097253 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.097529 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.097804 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.098078 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.098344 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.098626 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.098909 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.099194 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.099497 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.099770 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.100042 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.100315 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.100595 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.100869 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.101145 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.101419 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.101704 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.101972 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.102243 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.102541 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.102823 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.103102 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.103414 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.103695 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.103974 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.104245 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.104515 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.104784 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_json = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.105057 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.105326 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.105605 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.105876 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.106146 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.106419 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.106690 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.106974 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.107274 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:48.107565 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.107857 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.108155 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.108437 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.109305 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.109571 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.109860 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.110137 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.110426 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.110712 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.110997 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.111295 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.111597 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.111887 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.112180 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.112485 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.112777 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.113067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.113342 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.113614 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.113885 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.114167 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.114451 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.114726 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.115011 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.115317 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.115599 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.115894 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.116178 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.116459 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.116748 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.117032 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.117302 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.117579 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.117867 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.118142 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.118410 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.118694 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.118968 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.119255 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.119534 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.119823 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.120108 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.120380 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.120654 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.120941 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.121216 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.121488 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.121761 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.122037 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.122305 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.122585 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.122857 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.123125 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.123425 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.123703 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.123972 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.124285 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.125079 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.125354 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.125626 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.125898 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.126165 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.126433 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.126701 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.126969 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.127251 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.127522 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.127798 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.128068 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.128334 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.128603 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.128871 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.129141 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.129436 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.129712 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.129989 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.130264 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.130538 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.130811 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.131083 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.131385 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.131664 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.131933 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.132219 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.132503 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.132785 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.133066 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.133341 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.133656 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.133936 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.134218 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.134498 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.134773 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.135047 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.135355 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.135639 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.135934 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.136224 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.136558 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.136789 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.137078 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.137371 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.137652 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.137959 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.138237 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:48.138451 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 03:09:48.138686 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103943) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 03:09:48.596174 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 03:09:48.596447 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 03:09:48.596745 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 03:09:48.597071 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 03:09:48.926396 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:48.926677 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:48.926941 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:48.928150 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:48.928419 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:48.928678 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:48.983446 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:48.984327 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:48.984651 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:48.999160 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.000010 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.000276 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.029933 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.030211 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.030507 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.068106 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.068373 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.068636 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.410806 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.411383 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.411383 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.411607 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.412318 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.510505 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.510824 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.511104 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.511399 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.511665 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.511971 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.512227 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.512478 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.512733 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.513014 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.513281 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.513543 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.513796 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.514044 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.514569 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.514962 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.515296 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.515569 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.515837 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.516095 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.516364 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.516613 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.516889 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.517260 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.517505 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.517748 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.518138 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 03:09:49.518374 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 03:09:49.518608 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 03:09:49.518845 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 03:09:49.519075 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 03:09:49.519334 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 03:09:49.519698 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 03:09:49.523853 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 03:09:49.527774 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 03:09:49.531906 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 26 03:09:49.533520 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 03:09:49.533992 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 03:09:49.534323 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 03:09:49.534706 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 03:09:49.537504 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 03:09:49.537751 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 03:09:49.538096 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 03:09:49.543195 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 03:09:49.567113 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 03:09:49.567593 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.567889 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103943) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 03:09:49.568257 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.569600 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103943) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 03:09:49.569877 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 03:09:49.570119 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 03:09:49.573390 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.573671 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:49.635426 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 03:09:49.635661 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 03:09:49.635892 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 03:09:49.636252 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 03:09:49.688272 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO dbcounter [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Registered counter for database neutron May 26 03:09:49.706315 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_db.sqlalchemy.engines [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103943) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 03:09:49.712063 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG dbcounter [-] [103943] Writer thread running {{(pid=103943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 03:09:50.156607 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Initializing driver for type 'gre' May 26 03:09:50.157133 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] gre ID ranges: [(1, 1000)] May 26 03:09:50.215040 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Initializing driver for type 'local' May 26 03:09:50.215473 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Initializing driver for type 'vlan' May 26 03:09:50.228920 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] VlanTypeDriver initialization complete May 26 03:09:50.229283 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Initializing driver for type 'vxlan' May 26 03:09:50.229799 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] vxlan ID ranges: [(1, 1000)] May 26 03:09:50.289339 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Initializing extension driver 'port_security' May 26 03:09:50.289814 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] PortSecurityExtensionDriver initialization complete May 26 03:09:50.290233 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Initializing mechanism driver 'openvswitch' May 26 03:09:50.290557 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Initializing mechanism driver 'hyperv' May 26 03:09:50.298045 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:09:50.298699 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.299065 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.299445 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.299943 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 03:09:50.300357 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > subnet after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.300711 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > subnet after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.301044 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.301425 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 03:09:50.301827 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > network after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.302169 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > network after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.302502 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > network after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.302898 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 03:09:50.303301 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > security_group after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.303645 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > security_group after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.303978 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.304357 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 03:09:50.304772 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.305098 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.305431 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.305817 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 03:09:50.306212 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > address_group after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.306551 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > address_group after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.306882 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.307284 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 03:09:50.307890 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] ML2 OVO RPC backend initialized. {{(pid=103943) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 03:09:50.308593 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.308946 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.309358 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > network before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.309704 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > networks before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.310044 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > port before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.310380 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > ports before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.310718 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > subnet before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.311056 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > subnets before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.311430 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > network after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.312858 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > network after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.313203 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > network after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.313541 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.313877 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.314209 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.314542 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > subnet after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.314879 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > subnet after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.315208 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.322699 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded quota_driver: . May 26 03:09:50.323062 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.plugin [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Modular L2 Plugin initialization complete May 26 03:09:50.323438 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading services supported by the core plugin {{(pid=103943) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 03:09:50.323774 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Got port-security extension from driver 'port_security' May 26 03:09:50.324248 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.extensions.vlantransparent [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Disabled vlantransparent extension. May 26 03:09:50.324738 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103943) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 03:09:50.325055 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading Plugin: router May 26 03:09:50.361175 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.361558 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router after_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.361924 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router before_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.362282 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.362652 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.363003 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router after_delete 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.363399 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.363750 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.364089 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router after_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.364427 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router after_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.364789 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router after_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.365132 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.365484 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router after_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.365874 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router precommit_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.366234 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.366565 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.366899 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: subnet after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.367232 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.367595 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.367934 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router precommit_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.368271 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: port before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.368861 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router precommit_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.368936 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router after_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.369273 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.369618 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router precommit_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.369974 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.370312 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router precommit_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.370672 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > agent after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.371015 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > agent after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.371378 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > network after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.372249 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Tracking information for resource: router configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 03:09:50.372574 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Tracking information for resource: floatingip configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 03:09:50.378668 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.db.l3_agentschedulers_db [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 03:09:50.379260 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.379619 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.379962 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.380304 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.381079 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router before_create 55550100 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.381434 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.381791 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router precommit_create 55550100 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.382138 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > router precommit_update 55550100 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.386928 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.services.provider_configuration [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service providers = [] {{(pid=103943) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 03:09:50.387309 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.db.servicetype_db [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103943) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 03:09:50.391095 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.services.service_base [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 03:09:50.391465 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.services.service_base [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 03:09:50.391807 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.services.service_base [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 03:09:50.392686 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.services.service_base [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 03:09:50.393054 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.services.service_base [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 03:09:50.393425 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 03:09:50.393738 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 03:09:50.404181 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 03:09:50.404511 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading Plugin: auto_allocate May 26 03:09:50.410788 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: network precommit_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.411096 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: network precommit_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.411640 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 03:09:50.411955 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading Plugin: tag May 26 03:09:50.418572 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 03:09:50.418895 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading Plugin: timestamp May 26 03:09:50.423862 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 03:09:50.424190 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading Plugin: network_ip_availability May 26 03:09:50.429640 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.430010 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.430364 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.431073 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 03:09:50.431419 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading Plugin: flavors May 26 03:09:50.436043 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 03:09:50.436374 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading Plugin: revisions May 26 03:09:50.441667 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 03:09:50.442056 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.845s {{(pid=103943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 03:09:50.442781 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103943) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 03:09:50.443110 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Initializing extension manager. May 26 03:09:50.443659 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: __init__.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.444002 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: __pycache__ {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.444340 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: _port_mac_address_override.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.444671 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: address_group.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.445603 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.446173 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: address-group May 26 03:09:50.446494 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: address_scope.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.447339 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.447744 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: address-scope May 26 03:09:50.448062 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.448987 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.449493 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: router-admin-state-down-before-update May 26 03:09:50.449810 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: agent.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.450505 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.451002 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: agent May 26 03:09:50.451349 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: agent_resources_synced.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.452242 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.453255 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: agent-resources-synced May 26 03:09:50.453578 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: allowedaddresspairs.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.455412 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.455934 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: allowed-address-pairs May 26 03:09:50.456257 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: auto_allocated_topology.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.457315 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.457824 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: auto-allocated-topology May 26 03:09:50.458145 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: availability_zone.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.458832 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.459371 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: availability_zone May 26 03:09:50.459692 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: availability_zone_filter.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.460592 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.461093 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: availability_zone_filter May 26 03:09:50.461408 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: data_plane_status.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.462297 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.462822 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension data-plane-status not supported by any of loaded plugins May 26 03:09:50.463137 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: default_subnetpools.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.464070 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.464576 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: default-subnetpools May 26 03:09:50.464895 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.465694 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.466195 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: dhcp_agent_scheduler May 26 03:09:50.466511 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: dns.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.467444 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.467963 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension dns-integration not supported by any of loaded plugins May 26 03:09:50.468698 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: dns_domain_ports.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.469614 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.470120 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 03:09:50.470438 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.471371 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.471877 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 03:09:50.472193 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: dvr.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.472853 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.473363 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: dvr May 26 03:09:50.473677 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: ecmp_routes.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.474580 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.475078 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension ecmp_routes not supported by any of loaded plugins May 26 03:09:50.475428 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: empty_string_filtering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.476323 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.476824 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: empty-string-filtering May 26 03:09:50.477139 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.478035 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.478530 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 03:09:50.478844 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.479780 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.480275 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 03:09:50.480591 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: external_net.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.481484 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.481982 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: external-net May 26 03:09:50.482298 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.483188 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.484613 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: extra_dhcp_opt May 26 03:09:50.484939 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: extraroute.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.485844 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.486349 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: extraroute May 26 03:09:50.486665 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: extraroute_atomic.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.487712 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.488217 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: extraroute-atomic May 26 03:09:50.488531 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: filter_validation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.489182 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.489678 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: filter-validation May 26 03:09:50.489989 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: fip_pf_description.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.490887 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.491408 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 03:09:50.491727 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: fip_pf_port_range.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.492624 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.493118 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 03:09:50.493439 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: fip_port_details.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.494348 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.494848 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: fip-port-details May 26 03:09:50.495165 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: flavors.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.496401 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.496911 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: flavors May 26 03:09:50.497228 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.498862 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.500546 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 03:09:50.500881 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: floatingip_pools.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.501712 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.502229 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: floatingip-pools May 26 03:09:50.502551 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: ip_allocation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.503502 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.504005 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension ip_allocation not supported by any of loaded plugins May 26 03:09:50.504327 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.505232 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.505739 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: ip-substring-filtering May 26 03:09:50.506064 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l2_adjacency.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.506984 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.507514 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension l2_adjacency not supported by any of loaded plugins May 26 03:09:50.507832 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l3.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.508782 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.509294 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: router May 26 03:09:50.509615 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.511868 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.512391 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 03:09:50.512719 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.513720 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.514520 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: ext-gw-mode May 26 03:09:50.515062 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.516332 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.516838 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: l3-ha May 26 03:09:50.517159 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.518059 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.518560 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 03:09:50.518878 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l3_flavors.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.519813 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.520316 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: l3-flavors May 26 03:09:50.520635 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.521987 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.522537 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 03:09:50.522855 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.523784 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.524298 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: l3-port-ip-change-not-allowed May 26 03:09:50.524621 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: l3agentscheduler.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.525646 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.526156 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: l3_agent_scheduler May 26 03:09:50.526478 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: local_ip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.528266 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.528788 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension local_ip not supported by any of loaded plugins May 26 03:09:50.529115 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: logging.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.531014 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.531573 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension logging not supported by any of loaded plugins May 26 03:09:50.531908 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: metering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.532647 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.533224 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: metering May 26 03:09:50.533549 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.534626 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.535136 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: metering_source_and_destination_fields May 26 03:09:50.535492 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: multiprovidernet.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.536537 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.537045 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: multi-provider May 26 03:09:50.537365 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: netmtu.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.538269 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.538775 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: net-mtu May 26 03:09:50.539093 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: netmtu_writable.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.540041 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.540543 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: net-mtu-writable May 26 03:09:50.540858 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: network_availability_zone.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.541520 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.542019 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: network_availability_zone May 26 03:09:50.542334 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: network_ip_availability.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.543456 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.543967 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: network-ip-availability May 26 03:09:50.544284 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: network_segment_range.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.545040 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.545534 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension network-segment-range not supported by any of loaded plugins May 26 03:09:50.545847 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: pagination.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.547889 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.548215 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: pagination May 26 03:09:50.548532 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: port_device_profile.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.549430 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.549939 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: port-device-profile May 26 03:09:50.550254 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: port_mac_address_override.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.551175 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.551701 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: port-mac-override May 26 03:09:50.552017 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.552919 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.553426 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: port-mac-address-regenerate May 26 03:09:50.553732 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.554646 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.555150 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: port-numa-affinity-policy May 26 03:09:50.555497 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: port_resource_request.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.556394 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.556890 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension port-resource-request not supported by any of loaded plugins May 26 03:09:50.557206 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: port_resource_request_groups.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.558162 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.558657 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 03:09:50.558971 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: portbindings.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.559906 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.560439 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: binding May 26 03:09:50.560757 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: portbindings_extended.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.563071 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.563608 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: binding-extended May 26 03:09:50.563934 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: portsecurity.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.564840 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.565347 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: port-security May 26 03:09:50.565669 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: project_id.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.566625 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.566949 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: project-id May 26 03:09:50.567291 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: providernet.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.568194 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.568704 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: provider May 26 03:09:50.569022 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.572566 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.573080 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos not supported by any of loaded plugins May 26 03:09:50.573403 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.574625 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.575140 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 03:09:50.575499 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.576420 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.576923 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 03:09:50.577246 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_default.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.578650 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.579158 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-default not supported by any of loaded plugins May 26 03:09:50.579507 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_fip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.580423 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.580934 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-fip not supported by any of loaded plugins May 26 03:09:50.581254 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.582152 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.582655 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 03:09:50.582976 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_gateway_ip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.583907 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.584408 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 03:09:50.584729 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_port_network_policy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.585629 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.586132 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 03:09:50.586451 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.587484 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.587988 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 03:09:50.588305 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.589327 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.589831 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 03:09:50.590150 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_pps_rule.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.591355 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.591862 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-pps not supported by any of loaded plugins May 26 03:09:50.592180 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_rule_type_details.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.593525 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.594047 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 03:09:50.594366 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.595310 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.595820 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 03:09:50.596137 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: qos_rules_alias.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.597277 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.597795 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 03:09:50.598109 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: quota_check_limit.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.599010 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.599620 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: quota-check-limit May 26 03:09:50.599942 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: quotasv2.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.600856 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.601180 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: quotas May 26 03:09:50.601495 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: quotasv2_detail.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.603173 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.603537 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: quota_details May 26 03:09:50.603864 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: rbac.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.604906 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.605429 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: rbac-policies May 26 03:09:50.605758 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: rbac_address_group.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.606678 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.607191 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: rbac-address-group May 26 03:09:50.607540 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: rbac_address_scope.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.608526 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.611011 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: rbac-address-scope May 26 03:09:50.611381 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: rbac_security_groups.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.612315 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.612828 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: rbac-security-groups May 26 03:09:50.613150 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: rbac_subnetpool.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.614065 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.614659 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: rbac-subnetpool May 26 03:09:50.614986 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: revisionifmatch.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.615937 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.616457 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: revision-if-match May 26 03:09:50.616777 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: revisions.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.617881 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.618389 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: standard-attr-revisions May 26 03:09:50.618710 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: router_availability_zone.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.619411 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.619918 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: router_availability_zone May 26 03:09:50.620237 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: routerservicetype.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.621148 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.621650 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension router-service-type not supported by any of loaded plugins May 26 03:09:50.621967 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.622887 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.623428 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: security-groups-normalized-cidr May 26 03:09:50.623746 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.625650 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.626160 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: port-security-groups-filtering May 26 03:09:50.626489 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.627446 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.627952 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: security-groups-remote-address-group May 26 03:09:50.628272 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.629198 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.629732 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: security-groups-shared-filtering May 26 03:09:50.630051 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: securitygroup.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.641841 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.642370 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: security-group May 26 03:09:50.642701 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: segment.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.643468 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.643978 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension segment not supported by any of loaded plugins May 26 03:09:50.644305 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.645241 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.645746 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 03:09:50.646073 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: servicetype.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.647160 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.647700 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: service-type May 26 03:09:50.648020 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: sorting.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.648989 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.649313 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: sorting May 26 03:09:50.649628 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: standard_attr_segment.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.650531 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.651032 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 03:09:50.651378 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: standardattrdescription.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.652020 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.652517 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: standard-attr-description May 26 03:09:50.652831 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: stateful_security_group.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.653777 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.654286 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: stateful-security-group May 26 03:09:50.654608 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: stdattrs_common.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.655187 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 03:09:50.656579 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.657544 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.658065 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 03:09:50.658389 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: subnet_onboard.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.659482 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.659999 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: subnet_onboard May 26 03:09:50.660318 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.661280 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.661735 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 03:09:50.662052 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: subnet_service_types.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.662971 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.663503 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: subnet-service-types May 26 03:09:50.663822 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: subnetallocation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.664902 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.665410 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: subnet_allocation May 26 03:09:50.665728 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.666385 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.666893 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: subnetpool-prefix-ops May 26 03:09:50.667208 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.668180 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.668679 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 03:09:50.668993 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: tagging.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.670052 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.670556 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: standard-attr-tag May 26 03:09:50.670872 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: timestamp.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.673159 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.673672 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loaded extension: standard-attr-timestamp May 26 03:09:50.673998 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: trunk.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.675019 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.675556 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension trunk not supported by any of loaded plugins May 26 03:09:50.675880 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: trunk_details.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.676801 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.677310 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension trunk-details not supported by any of loaded plugins May 26 03:09:50.677629 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: uplink_status_propagation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.678537 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.679040 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 03:09:50.679396 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Loading extension file: vlantransparent.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 03:09:50.680059 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 03:09:50.680558 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extension vlan-transparent not supported by any of loaded plugins May 26 03:09:50.683081 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:network May 26 03:09:50.683639 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:subnet May 26 03:09:50.684032 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:subnetpool May 26 03:09:50.684424 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:port May 26 03:09:50.685619 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.686056 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service FLAVORS assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.686695 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.687644 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.688001 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:router May 26 03:09:50.688434 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:floatingip May 26 03:09:50.688924 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service METERING assigned prefix: /metering {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.690361 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.690727 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.691072 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:09:50.692096 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of CountableResource for resource:rbac_policy May 26 03:09:50.692532 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:security_group May 26 03:09:50.692967 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:security_group_rule May 26 03:09:50.693555 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service CORE assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.693880 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:subnetpool May 26 03:09:50.694217 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] subnetpool is already registered May 26 03:09:50.694646 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service CORE assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.694968 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:subnetpool May 26 03:09:50.695324 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] subnetpool is already registered May 26 03:09:50.697658 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.698094 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service FLAVORS assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.698682 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.699101 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.699460 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:router May 26 03:09:50.699794 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] router is already registered May 26 03:09:50.700208 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:floatingip May 26 03:09:50.700541 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] floatingip is already registered May 26 03:09:50.700995 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service METERING assigned prefix: /metering {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.701655 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of CountableResource for resource:rbac_policy May 26 03:09:50.701977 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] rbac_policy is already registered May 26 03:09:50.702835 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:security_group May 26 03:09:50.703180 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] security_group is already registered May 26 03:09:50.703607 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:security_group_rule May 26 03:09:50.703939 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] security_group_rule is already registered May 26 03:09:50.704552 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service CORE assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.704874 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:subnetpool May 26 03:09:50.705200 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] subnetpool is already registered May 26 03:09:50.705610 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Service CORE assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 03:09:50.705927 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Creating instance of TrackedResource for resource:subnetpool May 26 03:09:50.706250 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] subnetpool is already registered May 26 03:09:50.706704 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: extensions {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.708183 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: address-groups {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.709643 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: address-scopes {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.710959 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: agents {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.712142 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: auto-allocated-topology {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.713367 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: availability_zones {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.714583 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: dhcp-networks {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.716172 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: dhcp-agents {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.717598 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: routers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.720350 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: flavors {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.721598 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: service_profiles {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.722807 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: next_providers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.724247 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: service_profiles {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.725786 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: floatingip-pools {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.726977 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: routers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.728696 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: floatingips {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.729964 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: l3-routers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.731368 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: l3-agents {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.732758 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: metering-labels {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.735048 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: metering-label-rules {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.736437 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: network-ip-availabilities {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.737698 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: bindings {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.739227 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: quotas {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.741683 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: quotas {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.743199 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: rbac-policies {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.744401 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: security-groups {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.745770 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: security-group-rules {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.747029 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: service-providers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.748257 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: subnetpools {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.749992 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: subnetpools {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.751560 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.753282 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.755080 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.756868 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.758548 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.760503 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.762174 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.764067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.766602 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.768421 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 03:09:50.774315 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING keystonemiddleware.auth_token [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 03:09:50.779357 dv-cinder-843361-1-iscsi neutron-server[103943]: WARNING keystonemiddleware.auth_token [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 03:09:50.789011 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Acquired lock "singleton_lock" {{(pid=103943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 03:09:50.789482 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Releasing lock "singleton_lock" {{(pid=103943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 03:09:50.790127 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO oslo_service.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Starting 2 workers May 26 03:09:50.795148 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Started child 104052 {{(pid=103943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 03:09:50.800828 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Started child 104053 {{(pid=103943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 03:09:50.801561 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:09:50.802464 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO neutron.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Neutron service started, listening on 0.0.0.0:9696 May 26 03:09:50.803137 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:09:50.803324 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [-] (104052) wsgi starting up on http://0.0.0.0:9696 May 26 03:09:50.805557 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO oslo_service.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Starting 1 workers May 26 03:09:50.805665 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:09:50.806914 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [-] (104053) wsgi starting up on http://0.0.0.0:9696 May 26 03:09:50.810892 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Started child 104054 {{(pid=103943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 03:09:50.811453 dv-cinder-843361-1-iscsi neutron-server[103943]: INFO oslo_service.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Starting 1 workers May 26 03:09:50.814730 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] calling RpcWorker wait() {{(pid=104054) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 03:09:50.815310 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] returning from RpcWorker wait() {{(pid=104054) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 03:09:50.816636 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:09:50.816979 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Started child 104055 {{(pid=103943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 03:09:50.817234 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:09:50.817825 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-f0431928-34e6-4f57-bffd-9a991b86181f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:09:50.819815 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 03:09:50.820036 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 03:09:50.820220 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 03:09:50.820444 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 03:09:50.820770 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 03:09:50.820932 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 03:09:50.821427 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.821715 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.821886 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:09:50.822392 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.822392 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.822821 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.823057 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.823607 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.823959 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.824428 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.824633 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.824774 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.825012 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.825298 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.825647 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.825891 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.826411 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.826730 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.826910 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.827328 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.828321 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.828590 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.828926 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] debug = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.829174 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.829845 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.830099 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.830334 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.830568 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.830846 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.831074 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.831387 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.831631 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.831845 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.832083 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.832329 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.832594 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.832830 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.833053 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.833329 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.833559 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.834015 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] host = dv-cinder-843361-1-iscsi {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.834248 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.834476 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.834702 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.834956 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.835200 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.835437 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.835699 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.835952 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.836217 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.836440 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.836674 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.836900 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.837113 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.837353 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.837513 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_options = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.837763 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.838040 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.838309 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.838502 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.838665 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.838824 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.839077 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.839265 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.839512 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.839745 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.839955 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.840185 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.840424 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.840635 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.840892 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.841102 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.841342 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.841548 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.841847 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.842067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.842290 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.844141 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:09:50.844881 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.845480 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.845480 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.845665 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.845860 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.846110 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.846355 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.846585 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.846826 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.847088 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.847381 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.847687 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.847890 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.848205 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.848495 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.848692 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.848859 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.849112 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.849312 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.849563 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.849836 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.852369 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.852369 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.852369 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.852369 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.852369 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_json = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.852369 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.852785 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.852889 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.853776 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.854014 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.854237 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.855305 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.855601 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.855851 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.856289 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.856571 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.856887 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.857167 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.857432 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.857682 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.857929 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.858157 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.858398 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.862785 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.863597 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.863857 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.865139 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.865447 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.865744 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.866105 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.866398 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.866676 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.866928 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.867542 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.867785 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.868044 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.868342 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.868593 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.869453 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.869720 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.869951 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.870262 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.870557 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.870834 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.871194 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.871483 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.871759 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.872020 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.872278 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.872534 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.872812 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.873034 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.873257 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.873480 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.873759 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.874002 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.874412 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.874981 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.875446 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.875774 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.876033 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.876464 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.878297 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.880121 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.880405 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.880646 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.880888 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.881127 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.881381 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.881612 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.881863 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.882122 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.882390 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.882658 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.882904 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.883134 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.883612 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.883890 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.884351 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.885877 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.886551 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.886804 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.887309 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.887576 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.887799 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.888020 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.888246 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.888466 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.888731 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.889764 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.890972 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.891207 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.891695 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.892133 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.892368 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.892593 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.892832 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.893051 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.893532 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.893762 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.895366 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.895631 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.895879 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.896121 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.896370 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.896692 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.896948 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.897217 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.897443 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.897684 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.897925 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.898185 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.898475 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.900073 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.900335 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.900610 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.900853 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.901122 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.901362 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.901621 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.901885 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.902122 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.902347 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.902582 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.902807 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.903054 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.903525 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.903827 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.904083 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.904325 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.904548 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.904810 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.905385 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.906172 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.906415 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.906716 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.907134 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.907649 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.908495 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.908801 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.909311 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.909558 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.909800 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.910067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.910339 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.910622 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.910875 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.911109 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.911437 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.911930 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.912183 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.912438 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.912696 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.913058 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.913316 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.913535 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.913751 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.914036 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.914283 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.914539 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.914804 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.915064 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.915363 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.915713 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.916051 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.916547 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.916768 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.917009 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.917230 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.917470 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.917688 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.917933 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.918157 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.918370 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.918456 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:09:50.918626 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.918862 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.919084 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.919341 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.919563 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.919781 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.920098 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.920364 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.920589 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.920927 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.921105 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.921354 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.921574 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.921909 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.922199 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.922466 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.922788 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.923047 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.923331 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.923840 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.924190 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.924456 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.924700 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.924945 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.925183 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.925399 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.925618 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.925840 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.926056 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.926295 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.926523 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.926741 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.927012 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.927266 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.927591 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.927847 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.928101 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.928397 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.928617 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.928853 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.929086 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.929306 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.929542 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.929762 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.930004 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.930223 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.930466 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.930682 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.930900 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.931136 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.931441 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.931712 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.931959 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.932179 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.932404 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.932626 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.932862 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.933079 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.933291 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.933535 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.933739 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.933956 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.934170 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.934451 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.934709 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.934942 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.935197 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.935471 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.935713 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.935943 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.936196 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.936410 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.936630 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.937368 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.937573 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.937856 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.938102 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.938316 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.938542 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.938761 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.938993 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.939326 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.939485 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.939697 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.939921 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.940138 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.940368 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.940593 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.940804 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.941014 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.941259 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.941477 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.941692 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.941919 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.942131 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.942340 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.942561 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.942778 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.942994 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.943313 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.943565 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.943786 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.944070 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.944301 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.944549 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.944812 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.945165 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.945551 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.945705 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.945819 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.946021 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.946244 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.946502 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.946842 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.947141 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.947444 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.947712 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.948011 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.948505 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.948647 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.949037 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.949314 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.949691 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.949989 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.950235 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.950493 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.950743 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.950968 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.951186 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.951463 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.951716 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.951934 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.952200 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955333 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955333 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955491 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44380) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:09:50.955566 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955566 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955566 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955566 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955566 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955566 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955566 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.955566 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 03:09:50.956067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 03:09:50.956067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 03:09:50.956067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 03:09:50.956067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 03:09:50.956067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 03:09:50.956067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 03:09:50.956067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.956445 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.956445 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.956445 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.956623 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.956793 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.956958 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.957138 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.957219 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.957365 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.957524 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.957682 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.957839 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.957998 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.958154 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.958311 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.958469 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.958632 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.958788 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.958944 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.959101 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.959274 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] debug = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.959431 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.959626 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.959803 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.959988 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.960078 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.960251 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.960410 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.960545 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.960678 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.960812 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.960969 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.961110 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.961268 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.961409 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.961574 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.961723 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.961858 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067990 May 26 03:09:50.962008 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.962008 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] host = dv-cinder-843361-1-iscsi {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.962264 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.962397 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.962529 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.962663 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.962806 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.962941 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.963074 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.963208 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.963375 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.963510 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.963643 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.964679 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.964836 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.964983 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.965119 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_options = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.965276 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.965424 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.965589 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.965748 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.965912 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.966053 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.966214 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.966364 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.966512 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.966647 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.966802 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.967207 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.967207 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.967498 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.967498 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.967754 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.967754 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.969158 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.969158 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.969158 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.969158 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.969158 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.969158 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970019 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970019 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970019 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970019 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970019 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970019 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970747 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970747 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970747 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970747 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.970747 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.971412 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.971412 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.971412 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.971412 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.972131 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.972131 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.972131 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.972131 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.972131 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.972747 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.972747 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.972747 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.972747 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_json = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.973267 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.973267 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.973267 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.973267 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.973875 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.973875 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.973875 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.973875 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.974124 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 03:09:50.974189 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.974349 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.974528 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.974750 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.974883 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.975033 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.975166 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.975324 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.975465 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.975601 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.975760 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.975921 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.976092 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.976253 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.976407 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.976563 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.976723 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.976884 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.977044 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.977204 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.977364 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.977525 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.977693 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.977853 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.978012 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.978170 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.978330 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.978499 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.978659 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.978826 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.979000 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.979162 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.979345 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.979505 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.979665 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.979826 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.979987 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.980147 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.980307 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.980468 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.980627 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.980787 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.980947 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.981106 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.981267 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.981431 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.981591 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.981751 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.981910 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.982910 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.983080 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.983325 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.983472 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.983916 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.983916 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.983916 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.984529 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.984529 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.984529 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.984974 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.984974 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.984974 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.985371 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.985371 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.985371 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.985745 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.985745 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.986010 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.986010 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.986279 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.986279 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.986543 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.986543 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.986797 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.986932 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.987067 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.987211 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.987378 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.987517 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.987655 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.987792 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.987928 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.988069 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.988232 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.988393 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.988553 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.988715 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.988876 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.989036 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.989195 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.989355 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.989532 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.989694 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.989855 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.990018 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.990180 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.990340 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.990502 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.990661 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.990823 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.990983 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.991143 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.992217 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.992390 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.992558 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.992720 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.992885 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.993047 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.993209 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.993369 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.993530 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.993691 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.993851 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.994014 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.994175 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.994334 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.994494 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.994654 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.994814 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.994985 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.995144 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.995357 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.995519 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.995688 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.995860 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.996021 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.996182 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.996342 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.996504 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.996665 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.996825 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.997964 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.998129 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.998291 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.998477 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.998652 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.998819 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.998989 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.999723 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:50.999898 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.000129 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.000225 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.000331 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.000490 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.000650 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.000811 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.000971 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.001133 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.001295 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.001455 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.001617 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.001777 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.001941 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.002100 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.002262 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.002424 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.002584 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.002744 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.002905 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.003066 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.003226 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.003405 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.003565 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.003724 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.003884 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.004043 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.004207 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.004366 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.004525 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.004685 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.004844 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.005005 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.005167 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.005327 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.005487 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.005646 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.005808 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.005973 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.006132 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.006297 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.006459 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.006619 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.006780 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.006943 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.007103 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.007290 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.007448 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.007608 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.007770 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.007929 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.008091 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.008253 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.008413 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.008572 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.008752 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.008912 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.009071 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.009234 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.009396 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.009554 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.009714 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.009873 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.010038 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.010194 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.010519 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.010679 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.010842 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.011004 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.011166 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.012045 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.012045 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.012045 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.012045 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.012045 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.012653 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.012653 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.012653 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.012653 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.013002 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.013002 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.013002 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.013349 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.013349 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.013591 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.013591 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.013834 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.013916 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.014057 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.015615 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.015615 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.015615 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.015615 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.015615 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.016219 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.016219 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.016219 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.016219 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.016696 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.016696 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.016696 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.017047 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.017047 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.017260 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.017260 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.017457 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.017563 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.017672 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.017847 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.018013 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.018175 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.018336 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.018496 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.018660 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.018824 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.018987 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.019139 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.019314 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.019493 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.019640 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.019798 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.019969 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.020122 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.020280 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.020436 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.020590 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.020907 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.021071 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.021214 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.021380 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.021535 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.021688 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.021842 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.022004 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.022157 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.022313 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.022481 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.022627 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.022799 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.023031 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.023179 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.023400 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.023617 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.023617 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.023961 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.023961 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.024222 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.024222 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.024493 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.024493 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.024764 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.024764 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.025030 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.025124 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.025279 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.025442 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.025603 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.025763 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.025924 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.026088 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.026246 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.026428 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.026587 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 03:09:51.026741 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 03:10:00.283914 dv-cinder-843361-1-iscsi neutron-server[103943]: DEBUG dbcounter [-] [103943] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103943) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:02.255968 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124192c5-01cf-498d-9921-228c167e9f48 None None] get_active_networks_info from dv-cinder-843361-1-iscsi {{(pid=104054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 03:10:02.279826 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writer thread running {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 03:10:02.280168 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writer thread running {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 03:10:02.341035 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124192c5-01cf-498d-9921-228c167e9f48 None None] No non-hosted networks {{(pid=104054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 03:10:02.354742 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.agentschedulers_db [None req-124192c5-01cf-498d-9921-228c167e9f48 None None] DHCP Agent not found on host dv-cinder-843361-1-iscsi {{(pid=104054) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 03:10:02.449729 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-237a679c-9cf4-4828-8c1f-3784bb271c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402435'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:03.778567 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writer thread running {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 03:10:04.445797 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-bf745396-92b4-4e58-aace-98a664071c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402435'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:04.481853 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ed7b1237-87b3-43d2-9324-808a8a79b7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:05.432192 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44450) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:05.747452 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402435'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:06.044535 dv-cinder-843361-1-iscsi neutron-server[104053]: WARNING oslo_policy.policy [None req-42eefe21-2e23-4003-b59b-33891589ee75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 03:10:06.045093 dv-cinder-843361-1-iscsi neutron-server[104053]: WARNING oslo_policy.policy [None req-42eefe21-2e23-4003-b59b-33891589ee75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 03:10:06.268201 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [None req-42eefe21-2e23-4003-b59b-33891589ee75 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:10:06.269240 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-42eefe21-2e23-4003-b59b-33891589ee75 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8361299 May 26 03:10:07.163645 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402435'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:08.490729 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402435'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:08.491843 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.492184 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.492685 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.493229 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.493556 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.493886 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.495757 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.496259 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.496763 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.497285 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.498118 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.498604 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.499071 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.507065 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.508115 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:08.508535 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843361-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:08.518939 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843361-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:08.759784 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44484) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:09.103917 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-eeac76a9-08dc-4052-a231-57a2c8a9957f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:10:09.223150 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.policy [None req-eeac76a9-08dc-4052-a231-57a2c8a9957f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104053) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 03:10:09.264442 dv-cinder-843361-1-iscsi neutron-server[104053]: WARNING oslo_policy.policy [None req-eeac76a9-08dc-4052-a231-57a2c8a9957f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 03:10:09.265845 dv-cinder-843361-1-iscsi neutron-server[104053]: WARNING oslo_policy.policy [None req-eeac76a9-08dc-4052-a231-57a2c8a9957f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 03:10:09.286694 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writer thread running {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 03:10:09.377581 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-eeac76a9-08dc-4052-a231-57a2c8a9957f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786518136239', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786518135763', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786518086252', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786518091846', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786518098001', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786518109578', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3533104', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3522763', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-316104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1829751'] for rbac-policy (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:09.455294 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-eeac76a9-08dc-4052-a231-57a2c8a9957f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:09.463415 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-eeac76a9-08dc-4052-a231-57a2c8a9957f admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6950328 May 26 03:10:10.648434 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.db.l3_hamode_db [None req-71dee538-6d76-4efd-bbd6-bda75b542f0b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 03:10:10.729046 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dee538-6d76-4efd-bbd6-bda75b542f0b None None] Routers set() bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:10:10.729428 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dee538-6d76-4efd-bbd6-bda75b542f0b None None] Router IDs set() for agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 03:10:11.928958 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44496) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:12.249596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:10:12.278786 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Made reservation on behalf of 73d8d392fba24d8eae5a7f396f622e19 for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:10:12.283121 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:12.299807 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:12.410596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Publish callbacks [] for security_group (48f86d1a-44e7-4bfc-b921-9eb29ddb91be), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:12.414191 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (48f86d1a-44e7-4bfc-b921-9eb29ddb91be), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:12.446586 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:10:12.474260 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (fc6a211f-2dc5-4057-8970-03c82a5edb79), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:12.474783 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Added segment fc6a211f-2dc5-4057-8970-03c82a5edb79 of type vlan for network 191f7c00-a227-46c1-ac32-88a947faacd4 May 26 03:10:12.480938 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=48f86d1a-44e7-4bfc-b921-9eb29ddb91be,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:12.502708 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.503049 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.503428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.503780 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.504112 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.504434 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.504751 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.505070 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.505386 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.505702 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.506020 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.506349 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.506667 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.506987 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.507322 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Tracked resource versions report: May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: pushed versions: May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: { 'AddressGroup': {'1.2'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Agent': {'1.1'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'ConntrackHelper': {'1.0'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'LocalIPAssociation': {'1.0'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Log': {'1.0'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'NDPProxy': {'1.0'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Network': {'1.1'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Port': {'1.7'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'PortForwarding': {'1.3'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'QosPolicy': {'1.10'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SecurityGroup': {'1.5'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SecurityGroupRule': {'1.2'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SubPort': {'1.0'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Subnet': {'1.1'}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Trunk': {'1.1'}} May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: consumer versions: May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: { DHCP agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: L3 agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: Metadata agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: Metering agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: Open vSwitch agent@dv-cinder-843361-1-iscsi: { 'AddressGroup': '1.2', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Agent': '1.1', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'ConntrackHelper': '1.0', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'LocalIPAssociation': '1.0', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Log': '1.0', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'NDPProxy': '1.0', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Network': '1.1', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Port': '1.7', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'PortForwarding': '1.3', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'QosPolicy': '1.10', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SecurityGroup': '1.5', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SecurityGroupRule': '1.2', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SubPort': '1.0', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Subnet': '1.1', May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Trunk': '1.1'}} May 26 03:10:12.508741 dv-cinder-843361-1-iscsi neutron-server[104053]: {{(pid=104053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 03:10:12.586964 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (191f7c00-a227-46c1-ac32-88a947faacd4), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:12.596664 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=51,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:12.630467 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (191f7c00-a227-46c1-ac32-88a947faacd4), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:12.635470 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:10:12.636198 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:12.731716 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8016582 May 26 03:10:12.755161 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fb2e3-1fdd-4c3e-a848-51a43597cc75 demo demo] Pushing event updated for resources: {'Network': ['ID=191f7c00-a227-46c1-ac32-88a947faacd4,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:12.768147 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 191f7c00-a227-46c1-ac32-88a947faacd4 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:10:15.201939 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44510) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:15.619614 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c6f38-e995-4e17-ab39-7dc371a9103b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:10:15.620979 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-746c6f38-e995-4e17-ab39-7dc371a9103b demo admin] 10.222.0.39 "GET /v2.0/networks/191f7c00-a227-46c1-ac32-88a947faacd4 HTTP/1.1" status: 200 len: 825 time: 0.4180775 May 26 03:10:15.645764 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ede5ab67-81ba-48c7-aeb0-3d592b5d74a3 demo admin] 10.222.0.39 "GET /v2.0/subnetpools/7aee4bc2-2683-4be2-b84d-14bb3bb6e210 HTTP/1.1" status: 200 len: 734 time: 0.0188222 May 26 03:10:15.654227 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Request body: {'subnet': {'subnetpool_id': '7aee4bc2-2683-4be2-b84d-14bb3bb6e210', 'gateway_ip': '172.20.0.1', 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:10:15.677931 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Made reservation on behalf of 73d8d392fba24d8eae5a7f396f622e19 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:10:15.680453 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:15.898163 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:15.979186 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for subnet (ab98d5fa-693e-4ab5-8444-5badd87fb585), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:16.052877 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ab98d5fa-693e-4ab5-8444-5badd87fb585,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:16.056649 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Checking segment: {'id': 'fc6a211f-2dc5-4057-8970-03c82a5edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:10:16.057004 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Network hostable DHCP agents. Network: 191f7c00-a227-46c1-ac32-88a947faacd4, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:10:16.078898 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Network 191f7c00-a227-46c1-ac32-88a947faacd4 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:10:16.090556 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 191f7c00-a227-46c1-ac32-88a947faacd4) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:10:16.095252 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:10:16.096002 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:16.101583 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b984c3f4-1bcd-4300-b267-757ad70e7569 None None] Network 191f7c00-a227-46c1-ac32-88a947faacd4 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:10:16.122041 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-75843c5f-367b-40b8-8218-399d7989b790 demo admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4650033 May 26 03:10:16.370508 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-191f7c00-a227-46c1-ac32-88a947faacd4', 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4', 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'fixed_ips': [{'subnet_id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:10:16.371843 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:16.657893 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Allocated IP 172.20.0.2 (191f7c00-a227-46c1-ac32-88a947faacd4/ab98d5fa-693e-4ab5-8444-5badd87fb585/50a2e3e6-c744-49d1-9890-0fd0a71240da) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:10:16.928585 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Publish callbacks [] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:16.936443 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:16.940345 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:17.022227 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Network 191f7c00-a227-46c1-ac32-88a947faacd4 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:10:17.028808 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:10:17.035371 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:10:17.039380 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Pushing event updated for resources: {'Port': ['ID=50a2e3e6-c744-49d1-9890-0fd0a71240da,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:17.071903 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.072256 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.072598 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.072951 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.073291 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.073614 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.073945 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.074271 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.074644 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.075232 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.075585 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.076094 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.076425 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.076751 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.077073 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Tracked resource versions report: May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: pushed versions: May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: { 'AddressGroup': {'1.2'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Agent': {'1.1'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'ConntrackHelper': {'1.0'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'LocalIPAssociation': {'1.0'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Log': {'1.0'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'NDPProxy': {'1.0'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Network': {'1.1'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Port': {'1.7'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'PortForwarding': {'1.3'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'QosPolicy': {'1.10'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SecurityGroup': {'1.5'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SecurityGroupRule': {'1.2'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SubPort': {'1.0'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Subnet': {'1.1'}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Trunk': {'1.1'}} May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: consumer versions: May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: { DHCP agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: L3 agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: Metadata agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: Metering agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: Open vSwitch agent@dv-cinder-843361-1-iscsi: { 'AddressGroup': '1.2', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Agent': '1.1', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'ConntrackHelper': '1.0', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'LocalIPAssociation': '1.0', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Log': '1.0', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'NDPProxy': '1.0', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Network': '1.1', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Port': '1.7', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'PortForwarding': '1.3', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'QosPolicy': '1.10', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SecurityGroup': '1.5', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SecurityGroupRule': '1.2', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SubPort': '1.0', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Subnet': '1.1', May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Trunk': '1.1'}} May 26 03:10:17.078701 dv-cinder-843361-1-iscsi neutron-server[104054]: {{(pid=104054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 03:10:17.143202 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Attempting to bind port 50a2e3e6-c744-49d1-9890-0fd0a71240da on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:10:17.143853 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Attempting to bind port 50a2e3e6-c744-49d1-9890-0fd0a71240da by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'fc6a211f-2dc5-4057-8970-03c82a5edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:10:17.144046 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Attempting to bind port 50a2e3e6-c744-49d1-9890-0fd0a71240da on network 191f7c00-a227-46c1-ac32-88a947faacd4 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:10:17.149018 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:10:17.149390 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Checking segment: {'id': 'fc6a211f-2dc5-4057-8970-03c82a5edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:10:17.149854 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:17.150235 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Bound using segment: {'id': 'fc6a211f-2dc5-4057-8970-03c82a5edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:10:17.150712 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Bound port: 50a2e3e6-c744-49d1-9890-0fd0a71240da, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6a211f-2dc5-4057-8970-03c82a5edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:10:17.151097 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:17.212241 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] For port 50a2e3e6-c744-49d1-9890-0fd0a71240da, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:10:17.231879 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] For port 50a2e3e6-c744-49d1-9890-0fd0a71240da, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=50a2e3e6-c744-49d1-9890-0fd0a71240da,segment=NetworkSegment(fc6a211f-2dc5-4057-8970-03c82a5edb79),segment_id=fc6a211f-2dc5-4057-8970-03c82a5edb79)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:10:17.240793 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:17.298948 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857e7c0-8c59-4182-a557-3c9bdd6b7d40 None None] Pushing event updated for resources: {'Port': ['ID=50a2e3e6-c744-49d1-9890-0fd0a71240da,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:18.608517 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44520) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:18.967070 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [None req-7dd7ff76-f423-449d-a7bc-0b4b7204fbdf admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:10:18.968153 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7dd7ff76-f423-449d-a7bc-0b4b7204fbdf admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3586240 May 26 03:10:19.182938 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:19.198726 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=8 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:21.450660 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44530) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:21.820508 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [None req-b43c1bfe-3cc7-40af-a10f-b1549cdfa553 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:10:21.821505 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b43c1bfe-3cc7-40af-a10f-b1549cdfa553 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3698957 May 26 03:10:24.317550 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 44538) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:24.834772 dv-cinder-843361-1-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 03:10:24.835431 dv-cinder-843361-1-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 03:10:25.050790 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:10:25.109794 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.policy [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104052) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 03:10:25.153150 dv-cinder-843361-1-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 03:10:25.153566 dv-cinder-843361-1-iscsi neutron-server[104052]: WARNING oslo_policy.policy [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 03:10:25.175074 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writer thread running {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 03:10:25.188770 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:25.217778 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (e4591702-fa5a-4300-a20e-2123663e9cfe), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:25.220217 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (e4591702-fa5a-4300-a20e-2123663e9cfe), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:25.380071 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] Publish callbacks [] for router_controller (e4591702-fa5a-4300-a20e-2123663e9cfe), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:25.385678 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (e4591702-fa5a-4300-a20e-2123663e9cfe), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:25.415457 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:25.427266 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8f5ac19b-f23a-4b7d-8777-42ac5d6cc09a demo demo] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0973904 May 26 03:10:26.106232 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:26.110037 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=17,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:27.197540 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 50a2e3e6-c744-49d1-9890-0fd0a71240da up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:10:27.277882 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 50a2e3e6-c744-49d1-9890-0fd0a71240da triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:27.278291 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:27.398260 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 50a2e3e6-c744-49d1-9890-0fd0a71240da is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:10:27.398646 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:27.433895 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 50a2e3e6-c744-49d1-9890-0fd0a71240da, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=50a2e3e6-c744-49d1-9890-0fd0a71240da,segment=NetworkSegment(fc6a211f-2dc5-4057-8970-03c82a5edb79),segment_id=fc6a211f-2dc5-4057-8970-03c82a5edb79)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:10:27.438093 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:27.485487 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=50a2e3e6-c744-49d1-9890-0fd0a71240da,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:27.938785 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 44562) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:28.275793 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [None req-a1767f7e-25c6-4a23-a6a3-afd6e83eb7b4 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:10:28.276852 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a1767f7e-25c6-4a23-a6a3-afd6e83eb7b4 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3370903 May 26 03:10:28.719060 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a3d74-ef8d-4f6b-80b5-48836e4988de None None] Network 191f7c00-a227-46c1-ac32-88a947faacd4 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:10:28.768988 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:28.780038 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-980dc708-e340-4def-a2be-80f8d178b5c7 None None] Provisioning complete for port 50a2e3e6-c744-49d1-9890-0fd0a71240da triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:28.780447 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-980dc708-e340-4def-a2be-80f8d178b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:28.803581 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:28.914658 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-980dc708-e340-4def-a2be-80f8d178b5c7 None None] Current status of the port 50a2e3e6-c744-49d1-9890-0fd0a71240da is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:10:29.135564 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-7cf035bf-12ea-4f2b-bfd8-8371bc089220 None None] Provisioning complete for port 50a2e3e6-c744-49d1-9890-0fd0a71240da triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:29.136466 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7cf035bf-12ea-4f2b-bfd8-8371bc089220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:29.201581 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 50a2e3e6-c744-49d1-9890-0fd0a71240da up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:10:29.239111 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-7cf035bf-12ea-4f2b-bfd8-8371bc089220 None None] Current status of the port 50a2e3e6-c744-49d1-9890-0fd0a71240da is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:10:29.253761 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 50a2e3e6-c744-49d1-9890-0fd0a71240da triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:29.254147 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:29.323788 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 50a2e3e6-c744-49d1-9890-0fd0a71240da is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:10:30.805575 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44572) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:31.120563 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:10:31.139906 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Made reservation on behalf of fb9a8fcaeb99475786d754ce49440ef8 for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:10:31.143021 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:31.151148 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:31.223696 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Publish callbacks [] for security_group (c4a78b3e-96d1-4f90-967d-635404ccfd93), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:31.227039 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c4a78b3e-96d1-4f90-967d-635404ccfd93), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:31.241231 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Reserving flat network on physical network physnet1 {{(pid=104053) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 03:10:31.262321 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a78b3e-96d1-4f90-967d-635404ccfd93,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:31.268322 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (6aa2a94f-4cc2-482c-8d6a-2ac371a9411a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:31.268727 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Added segment 6aa2a94f-4cc2-482c-8d6a-2ac371a9411a of type flat for network 04c72595-a4fa-4772-b186-7507e8006055 May 26 03:10:31.316955 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (04c72595-a4fa-4772-b186-7507e8006055), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:31.347166 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (04c72595-a4fa-4772-b186-7507e8006055), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:31.348140 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:10:31.348702 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:31.424843 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6181808 May 26 03:10:31.442133 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5b6f0-66d4-4e75-89d9-8a9f2ba0c710 admin admin] Pushing event updated for resources: {'Network': ['ID=04c72595-a4fa-4772-b186-7507e8006055,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:31.456617 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 04c72595-a4fa-4772-b186-7507e8006055 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:10:32.223794 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4138cf85-a867-4174-a16a-dc691f24da3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:33.840646 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44580) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:34.230183 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f63c406-bfce-4e89-9e16-cf3059e8fd90 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:10:34.231509 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1f63c406-bfce-4e89-9e16-cf3059e8fd90 demo admin] 10.222.0.39 "GET /v2.0/subnets/ab98d5fa-693e-4ab5-8444-5badd87fb585 HTTP/1.1" status: 200 len: 849 time: 0.3898923 May 26 03:10:34.394228 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-cabd8b69-94ae-43c1-a3d3-c4a33f20c11c demo admin] 10.222.0.39 "GET /v2.0/routers/e4591702-fa5a-4300-a20e-2123663e9cfe HTTP/1.1" status: 200 len: 704 time: 0.1563604 May 26 03:10:34.447922 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1ec853ad-442d-45bc-b131-bc96d8f2e704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:34.670569 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:34.902425 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:34.937937 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:34.962184 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Allocated IP 172.20.0.1 (191f7c00-a227-46c1-ac32-88a947faacd4/ab98d5fa-693e-4ab5-8444-5badd87fb585/95b882a7-0cc8-4379-b419-7855f2aeb2b0) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:10:35.157931 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Publish callbacks [] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:35.221042 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:35.295103 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Network 191f7c00-a227-46c1-ac32-88a947faacd4 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:10:35.302987 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:10:35.305089 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Pushing event updated for resources: {'Port': ['ID=95b882a7-0cc8-4379-b419-7855f2aeb2b0,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:35.307580 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:10:35.308149 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (e4591702-fa5a-4300-a20e-2123663e9cfe), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:35.407156 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=1,neutron:SELECT=6,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:35.409989 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=12,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:35.489227 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-857977d5-712a-4446-b1d9-129c49380ed4 None None] Provisioning complete for port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:35.489821 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-857977d5-712a-4446-b1d9-129c49380ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:35.518894 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:35.519970 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-857977d5-712a-4446-b1d9-129c49380ed4 None None] Port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:10:35.700297 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:35.753636 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Publish callbacks [] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:35.757993 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:35.758779 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (e4591702-fa5a-4300-a20e-2123663e9cfe), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:35.835880 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Pushing event updated for resources: {'Port': ['ID=95b882a7-0cc8-4379-b419-7855f2aeb2b0,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:35.882349 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Network 191f7c00-a227-46c1-ac32-88a947faacd4 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:10:35.883666 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:10:35.958854 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:35.965565 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:36.043725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Router e4591702-fa5a-4300-a20e-2123663e9cfe is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:10:36.130033 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:10:36.135616 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-24da5a0c-7ad0-4619-afe2-e81a5678855f demo admin] 10.222.0.39 "PUT /v2.0/routers/e4591702-fa5a-4300-a20e-2123663e9cfe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7359858 May 26 03:10:36.145434 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c90bc2b1-9cfd-4309-a363-89a8de2b9a76 None None] Provisioning complete for port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:36.145835 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c90bc2b1-9cfd-4309-a363-89a8de2b9a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:36.155316 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Sync routers for ids ['e4591702-fa5a-4300-a20e-2123663e9cfe'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:10:36.169008 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Routers {'e4591702-fa5a-4300-a20e-2123663e9cfe'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:10:36.170209 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:10:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e4591702-fa5a-4300-a20e-2123663e9cfe'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:36.181964 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c90bc2b1-9cfd-4309-a363-89a8de2b9a76 None None] Port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:10:36.357030 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Set router e4591702-fa5a-4300-a20e-2123663e9cfe gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:10:36.776924 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'name': 'router1', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:10:25Z', 'updated_at': '2022-05-26T03:10:35Z', 'revision_number': 2, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'gw_port_host': None, '_interfaces': [{'id': '95b882a7-0cc8-4379-b419-7855f2aeb2b0', 'name': '', 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'mac_address': 'fa:16:3e:2b:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:10:34Z', 'updated_at': '2022-05-26T03:10:35Z', 'revision_number': 2, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'subnets': [{'id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aee4bc2-2683-4be2-b84d-14bb3bb6e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:36.826445 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Checking router: e4591702-fa5a-4300-a20e-2123663e9cfe for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:10:36.826817 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Updating router e4591702-fa5a-4300-a20e-2123663e9cfe port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:10:36.880339 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:37.117830 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:37.411908 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Publish callbacks [] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:37.419310 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:37.588549 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Attempting to bind port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:10:37.588863 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Attempting to bind port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'fc6a211f-2dc5-4057-8970-03c82a5edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:10:37.589282 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Attempting to bind port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 on network 191f7c00-a227-46c1-ac32-88a947faacd4 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:10:37.597837 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:10:37.598225 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Checking segment: {'id': 'fc6a211f-2dc5-4057-8970-03c82a5edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:10:37.598705 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:37.599088 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Bound using segment: {'id': 'fc6a211f-2dc5-4057-8970-03c82a5edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:10:37.599606 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Bound port: 95b882a7-0cc8-4379-b419-7855f2aeb2b0, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6a211f-2dc5-4057-8970-03c82a5edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:10:37.599999 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:37.602821 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Pushing event updated for resources: {'Port': ['ID=95b882a7-0cc8-4379-b419-7855f2aeb2b0,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:37.620765 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.621040 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.621387 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.621732 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.622060 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.622379 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.622693 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.623009 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.623346 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.623660 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.623975 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.624819 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.625154 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.625464 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.625773 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Tracked resource versions report: May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: pushed versions: May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: { 'AddressGroup': {'1.2'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Agent': {'1.1'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'ConntrackHelper': {'1.0'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'LocalIPAssociation': {'1.0'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Log': {'1.0'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'NDPProxy': {'1.0'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Network': {'1.1'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Port': {'1.7'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'PortForwarding': {'1.3'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'QosPolicy': {'1.10'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SecurityGroup': {'1.5'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SecurityGroupRule': {'1.2'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SubPort': {'1.0'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Subnet': {'1.1'}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Trunk': {'1.1'}} May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: consumer versions: May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: { DHCP agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: L3 agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: Metadata agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: Metering agent@dv-cinder-843361-1-iscsi: {}, May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: Open vSwitch agent@dv-cinder-843361-1-iscsi: { 'AddressGroup': '1.2', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Agent': '1.1', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'ConntrackHelper': '1.0', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'LocalIPAssociation': '1.0', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Log': '1.0', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'NDPProxy': '1.0', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Network': '1.1', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Port': '1.7', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'PortForwarding': '1.3', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'QosPolicy': '1.10', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SecurityGroup': '1.5', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SecurityGroupRule': '1.2', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SubPort': '1.0', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Subnet': '1.1', May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Trunk': '1.1'}} May 26 03:10:37.627174 dv-cinder-843361-1-iscsi neutron-server[104055]: {{(pid=104055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 03:10:37.678859 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:37.682587 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] For port 95b882a7-0cc8-4379-b419-7855f2aeb2b0, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:10:37.698595 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:37.709660 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-1c952676-e7e6-4cc2-b674-2723105e99d7 None None] Provisioning complete for port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:37.710315 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1c952676-e7e6-4cc2-b674-2723105e99d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:37.714837 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] For port 95b882a7-0cc8-4379-b419-7855f2aeb2b0, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=95b882a7-0cc8-4379-b419-7855f2aeb2b0,segment=NetworkSegment(fc6a211f-2dc5-4057-8970-03c82a5edb79),segment_id=fc6a211f-2dc5-4057-8970-03c82a5edb79)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:10:37.724840 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:37.744819 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-1c952676-e7e6-4cc2-b674-2723105e99d7 None None] Port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:10:37.771925 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Routers {'e4591702-fa5a-4300-a20e-2123663e9cfe'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:10:37.772545 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:10:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e4591702-fa5a-4300-a20e-2123663e9cfe'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:37.873877 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] Set router e4591702-fa5a-4300-a20e-2123663e9cfe gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:10:37.902594 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478711f8-cc59-4071-88b0-94310f0099e9 None None] Pushing event updated for resources: {'Port': ['ID=95b882a7-0cc8-4379-b419-7855f2aeb2b0,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:37.970498 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-38b6d103-12b7-412d-96b4-0eaefb98e1de None None] Provisioning complete for port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:37.971035 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-38b6d103-12b7-412d-96b4-0eaefb98e1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:38.055317 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-38b6d103-12b7-412d-96b4-0eaefb98e1de None None] Current status of the port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:10:38.055761 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-38b6d103-12b7-412d-96b4-0eaefb98e1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:38.075326 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'name': 'router1', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:10:25Z', 'updated_at': '2022-05-26T03:10:35Z', 'revision_number': 2, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'gw_port_host': None, '_interfaces': [{'id': '95b882a7-0cc8-4379-b419-7855f2aeb2b0', 'name': '', 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'mac_address': 'fa:16:3e:2b:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:10:34Z', 'updated_at': '2022-05-26T03:10:37Z', 'revision_number': 4, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'subnets': [{'id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aee4bc2-2683-4be2-b84d-14bb3bb6e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:38.079798 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:38.091647 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-38b6d103-12b7-412d-96b4-0eaefb98e1de None None] For port 95b882a7-0cc8-4379-b419-7855f2aeb2b0, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=95b882a7-0cc8-4379-b419-7855f2aeb2b0,segment=NetworkSegment(fc6a211f-2dc5-4057-8970-03c82a5edb79),segment_id=fc6a211f-2dc5-4057-8970-03c82a5edb79)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:10:38.096758 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-38b6d103-12b7-412d-96b4-0eaefb98e1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:38.103654 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a174a-988f-496a-aaa2-11cebcdef367 None None] The sync data for ids ['e4591702-fa5a-4300-a20e-2123663e9cfe'] in dv-cinder-843361-1-iscsi is: [{'id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'name': 'router1', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:10:25Z', 'updated_at': '2022-05-26T03:10:35Z', 'revision_number': 2, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'gw_port_host': None, '_interfaces': [{'id': '95b882a7-0cc8-4379-b419-7855f2aeb2b0', 'name': '', 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'mac_address': 'fa:16:3e:2b:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:10:34Z', 'updated_at': '2022-05-26T03:10:37Z', 'revision_number': 4, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'subnets': [{'id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aee4bc2-2683-4be2-b84d-14bb3bb6e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:10:38.152434 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6d103-12b7-412d-96b4-0eaefb98e1de None None] Pushing event updated for resources: {'Port': ['ID=95b882a7-0cc8-4379-b419-7855f2aeb2b0,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:38.472264 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:38.611426 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44606) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:38.810061 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b1fd31-aeb3-4357-bf16-15da493db0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:10:38.811432 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-64b1fd31-aeb3-4357-bf16-15da493db0d4 admin admin] 10.222.0.39 "GET /v2.0/networks/04c72595-a4fa-4772-b186-7507e8006055 HTTP/1.1" status: 200 len: 842 time: 0.1990335 May 26 03:10:38.821238 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'name': 'public-subnet'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:10:38.843028 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Made reservation on behalf of fb9a8fcaeb99475786d754ce49440ef8 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:10:38.845478 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:39.105203 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.objects.ports [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104053) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 03:10:39.105598 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for subnet (519fee8b-a7f0-4802-8943-16196d2cddf5), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:39.233329 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519fee8b-a7f0-4802-8943-16196d2cddf5,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:39.240476 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:10:39.240830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Network hostable DHCP agents. Network: 04c72595-a4fa-4772-b186-7507e8006055, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:10:39.257482 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:10:39.267036 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 04c72595-a4fa-4772-b186-7507e8006055) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:10:39.271148 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:10:39.271747 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:39.277274 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c281cf-b0c9-4e31-996a-cf312a7698ef None None] Network 04c72595-a4fa-4772-b186-7507e8006055 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:10:39.288589 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4f9a4fe6-99a2-47b3-893a-c63a3d287381 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4706602 May 26 03:10:39.394496 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0f5346-3fcd-444d-915d-ec1f181a06e4 None None] Network 04c72595-a4fa-4772-b186-7507e8006055 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:10:41.728922 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44624) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:41.854583 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:41.858362 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-81f2fedc-0f47-4528-a669-707873ee7ee2 demo admin] 10.222.0.39 "GET /v2.0/routers/e4591702-fa5a-4300-a20e-2123663e9cfe HTTP/1.1" status: 200 len: 710 time: 0.1283956 May 26 03:10:41.944197 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029833db-4182-45a9-8f10-7f4403adf5e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:10:41.945558 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-029833db-4182-45a9-8f10-7f4403adf5e5 demo admin] 10.222.0.39 "GET /v2.0/networks/04c72595-a4fa-4772-b186-7507e8006055 HTTP/1.1" status: 200 len: 886 time: 0.0805600 May 26 03:10:41.955281 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:10:42.187700 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:42.206638 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Publish callbacks [] for router_gateway (e4591702-fa5a-4300-a20e-2123663e9cfe), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:42.431251 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Publish callbacks [] for router_gateway (e4591702-fa5a-4300-a20e-2123663e9cfe), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:42.506549 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:42.611492 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Allocated IP 172.27.2.32 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/485ca1ec-e5ff-4e17-9d11-03a41e63b44e) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:10:42.714464 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Publish callbacks [] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:42.723447 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:42.750447 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:42.790762 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:10:42.795505 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:10:42.798532 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:10:42.802078 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Pushing event updated for resources: {'Port': ['ID=485ca1ec-e5ff-4e17-9d11-03a41e63b44e,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:43.035925 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Publish callbacks [] for router_gateway (e4591702-fa5a-4300-a20e-2123663e9cfe), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:43.221452 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:43.317114 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-408861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-403885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3859'] for router (e4591702-fa5a-4300-a20e-2123663e9cfe), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:43.320734 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-403876'] for router (e4591702-fa5a-4300-a20e-2123663e9cfe), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:43.431139 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Router e4591702-fa5a-4300-a20e-2123663e9cfe has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:10:43.535052 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:10:43.539273 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:43.540465 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ec7aee24-0ba6-4dd4-93c3-62f78d51c590 demo admin] 10.222.0.39 "PUT /v2.0/routers/e4591702-fa5a-4300-a20e-2123663e9cfe HTTP/1.1" status: 200 len: 889 time: 1.5892286 May 26 03:10:45.224921 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 95b882a7-0cc8-4379-b419-7855f2aeb2b0 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:10:45.268036 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:45.275189 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:45.275622 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:45.353550 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:10:46.050077 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 44636) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:10:46.164557 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-49f2d70f-0abd-4e9b-96b9-6c49e316517f admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1133587 May 26 03:10:46.887466 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Sync routers for ids ['e4591702-fa5a-4300-a20e-2123663e9cfe'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:10:46.900852 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Routers {'e4591702-fa5a-4300-a20e-2123663e9cfe'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:10:46.901502 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:10:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e4591702-fa5a-4300-a20e-2123663e9cfe'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:47.109984 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Set router e4591702-fa5a-4300-a20e-2123663e9cfe gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:10:47.341050 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:47.566129 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'name': 'router1', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '485ca1ec-e5ff-4e17-9d11-03a41e63b44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:10:25Z', 'updated_at': '2022-05-26T03:10:42Z', 'revision_number': 4, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'gw_port': {'id': '485ca1ec-e5ff-4e17-9d11-03a41e63b44e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:13:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:10:42Z', 'updated_at': '2022-05-26T03:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '95b882a7-0cc8-4379-b419-7855f2aeb2b0', 'name': '', 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'mac_address': 'fa:16:3e:2b:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:10:34Z', 'updated_at': '2022-05-26T03:10:38Z', 'revision_number': 5, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'subnets': [{'id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aee4bc2-2683-4be2-b84d-14bb3bb6e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:47.613217 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Checking router: e4591702-fa5a-4300-a20e-2123663e9cfe for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:10:47.613586 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Updating router e4591702-fa5a-4300-a20e-2123663e9cfe port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:10:47.666551 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:48.020077 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Publish callbacks [] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:48.027194 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:48.072165 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbb8d9-f909-4607-8c33-d6f694fe4542 None None] Pushing event updated for resources: {'Port': ['ID=485ca1ec-e5ff-4e17-9d11-03a41e63b44e,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:48.079832 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=44 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:48.082761 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=39 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:48.112072 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Attempting to bind port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:10:48.112440 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Attempting to bind port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:10:48.112803 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Attempting to bind port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:10:48.118102 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:10:48.119352 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:10:48.119352 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:48.119571 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:10:48.120024 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Bound port: 485ca1ec-e5ff-4e17-9d11-03a41e63b44e, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:10:48.120394 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:48.173734 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] For port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:10:48.177264 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] For port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=485ca1ec-e5ff-4e17-9d11-03a41e63b44e,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:10:48.184142 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:48.195079 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:48.246454 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbb8d9-f909-4607-8c33-d6f694fe4542 None None] Pushing event updated for resources: {'Port': ['ID=485ca1ec-e5ff-4e17-9d11-03a41e63b44e,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:48.263801 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Routers {'e4591702-fa5a-4300-a20e-2123663e9cfe'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:10:48.264430 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:10:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e4591702-fa5a-4300-a20e-2123663e9cfe'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:48.379809 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] Set router e4591702-fa5a-4300-a20e-2123663e9cfe gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:10:48.597535 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'name': 'router1', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '485ca1ec-e5ff-4e17-9d11-03a41e63b44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:10:25Z', 'updated_at': '2022-05-26T03:10:42Z', 'revision_number': 4, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'gw_port': {'id': '485ca1ec-e5ff-4e17-9d11-03a41e63b44e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:13:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:10:42Z', 'updated_at': '2022-05-26T03:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '95b882a7-0cc8-4379-b419-7855f2aeb2b0', 'name': '', 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'mac_address': 'fa:16:3e:2b:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:10:34Z', 'updated_at': '2022-05-26T03:10:38Z', 'revision_number': 5, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'subnets': [{'id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aee4bc2-2683-4be2-b84d-14bb3bb6e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:10:48.624485 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33570b61-7679-4ff2-b021-20607cec2a91 None None] The sync data for ids ['e4591702-fa5a-4300-a20e-2123663e9cfe'] in dv-cinder-843361-1-iscsi is: [{'id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'name': 'router1', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '485ca1ec-e5ff-4e17-9d11-03a41e63b44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:10:25Z', 'updated_at': '2022-05-26T03:10:42Z', 'revision_number': 4, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'gw_port': {'id': '485ca1ec-e5ff-4e17-9d11-03a41e63b44e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:13:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:10:42Z', 'updated_at': '2022-05-26T03:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '95b882a7-0cc8-4379-b419-7855f2aeb2b0', 'name': '', 'network_id': '191f7c00-a227-46c1-ac32-88a947faacd4', 'tenant_id': '73d8d392fba24d8eae5a7f396f622e19', 'mac_address': 'fa:16:3e:2b:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4591702-fa5a-4300-a20e-2123663e9cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:10:34Z', 'updated_at': '2022-05-26T03:10:38Z', 'revision_number': 5, 'project_id': '73d8d392fba24d8eae5a7f396f622e19', 'subnets': [{'id': 'ab98d5fa-693e-4ab5-8444-5badd87fb585', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aee4bc2-2683-4be2-b84d-14bb3bb6e210'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:10:49.312270 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 485ca1ec-e5ff-4e17-9d11-03a41e63b44e up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:10:49.371102 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:49.371796 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:49.454834 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:10:49.455225 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:49.476630 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:49.480096 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=485ca1ec-e5ff-4e17-9d11-03a41e63b44e,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:10:49.485568 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:49.539023 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=485ca1ec-e5ff-4e17-9d11-03a41e63b44e,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:10:51.312158 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 485ca1ec-e5ff-4e17-9d11-03a41e63b44e up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:10:51.397423 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:51.417858 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:10:51.418253 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (485ca1ec-e5ff-4e17-9d11-03a41e63b44e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:10:51.538390 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 485ca1ec-e5ff-4e17-9d11-03a41e63b44e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:10:56.157895 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:56.161427 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=36 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:10:58.858074 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:11:01.418126 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:01.506384 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=10 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:01.538913 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=14 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:02.235366 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-358c9c8b-88cc-4232-9390-0dfa6e04633b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:04.456097 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d2c898c7-9604-484f-92e8-7475640c4690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:05.709625 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:07.120570 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:08.486487 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:12.866043 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:12.871647 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:15.705317 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:18.465121 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:18.473633 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:32.231065 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d158a48b-4b0c-4d38-b5cd-3c75c88c8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:34.449669 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-69bdf04a-ac70-4e45-99d7-03be396fb87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:35.711674 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:35.856615 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:11:37.126316 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:38.474229 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:11:47.114475 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:47.122948 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:48.467564 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:49.856402 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:11:49.882710 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:00.855116 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:00.855975 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:02.225164 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b74cdba3-06d4-4b0f-9749-1eea6d7314cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:04.452984 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d9727195-f9ed-4e0d-882b-e8e018e7a92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:04.977190 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45176) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:05.040139 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d2bd81-1291-43a9-9e6f-d3b5fd917fc6 admin admin] GET failed (client error): The resource could not be found. May 26 03:12:05.041429 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d8d2bd81-1291-43a9-9e6f-d3b5fd917fc6 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632915 May 26 03:12:05.209307 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73272263-805d-4aa4-bcb3-ddf5d9da1bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:05.210771 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-73272263-805d-4aa4-bcb3-ddf5d9da1bf4 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1646993 May 26 03:12:05.708507 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:07.126474 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:07.475869 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45186) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:07.568731 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d9774-1309-4640-8c37-c42ca4badc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:07.570071 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-433d9774-1309-4640-8c37-c42ca4badc5e admin admin] 10.222.0.39 "GET /v2.0/subnets/ab98d5fa-693e-4ab5-8444-5badd87fb585 HTTP/1.1" status: 200 len: 849 time: 0.0932508 May 26 03:12:07.580033 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:12:07.665880 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Publish callbacks [] for subnet (ab98d5fa-693e-4ab5-8444-5badd87fb585), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:07.802428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786518896833'] for subnet (ab98d5fa-693e-4ab5-8444-5badd87fb585), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:07.837002 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:07.837579 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:07.839568 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] 10.222.0.39 "PUT /v2.0/subnets/ab98d5fa-693e-4ab5-8444-5badd87fb585 HTTP/1.1" status: 200 len: 868 time: 0.2634850 May 26 03:12:07.858019 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e7c01d-ad6d-47aa-b713-208c845bf0e2 None None] Network 191f7c00-a227-46c1-ac32-88a947faacd4 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:12:07.858545 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab98d5fa-693e-4ab5-8444-5badd87fb585,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:12:07.865836 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.866175 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.866511 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.866843 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.867169 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.867533 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.867854 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.868173 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.868520 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.868842 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.869177 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.869515 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.869834 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.870148 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:07.870483 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1b4fd2-a753-4d6f-bb96-c208cc8e4bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:12:08.168445 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-fcb130e8-dcdc-4977-9ea7-62f7c6c25a4b None None] Provisioning complete for port 50a2e3e6-c744-49d1-9890-0fd0a71240da triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:12:08.169071 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fcb130e8-dcdc-4977-9ea7-62f7c6c25a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (50a2e3e6-c744-49d1-9890-0fd0a71240da), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:08.242963 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-fcb130e8-dcdc-4977-9ea7-62f7c6c25a4b None None] Current status of the port 50a2e3e6-c744-49d1-9890-0fd0a71240da is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:12:08.250901 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-fcb130e8-dcdc-4977-9ea7-62f7c6c25a4b None None] Provisioning complete for port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:12:08.251291 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fcb130e8-dcdc-4977-9ea7-62f7c6c25a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (95b882a7-0cc8-4379-b419-7855f2aeb2b0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:08.322640 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-fcb130e8-dcdc-4977-9ea7-62f7c6c25a4b None None] Current status of the port 95b882a7-0cc8-4379-b419-7855f2aeb2b0 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:12:08.467540 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:10.079313 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45194) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:10.328083 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f1b70-b181-49ba-920b-22588e09bcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:10.328477 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f1b70-b181-49ba-920b-22588e09bcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:10.330159 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ed7f1b70-b181-49ba-920b-22588e09bcf9 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2499261 May 26 03:12:12.591789 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45204) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:12.721173 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4006ea40-e3c2-4731-83d8-aa70586d025a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:12.721643 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4006ea40-e3c2-4731-83d8-aa70586d025a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:12.723178 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4006ea40-e3c2-4731-83d8-aa70586d025a admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304250 May 26 03:12:12.856097 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:12:14.959260 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45212) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:15.146093 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111cd1ed-7e16-4131-aa17-3c0e03c92989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:15.147563 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-111cd1ed-7e16-4131-aa17-3c0e03c92989 admin admin] 10.222.0.39 "GET /v2.0/networks/04c72595-a4fa-4772-b186-7507e8006055 HTTP/1.1" status: 200 len: 886 time: 0.1873116 May 26 03:12:17.416106 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45220) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:17.551748 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543e822-91fd-4475-8c7d-a4eb121b4e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:17.553013 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e543e822-91fd-4475-8c7d-a4eb121b4e57 admin admin] 10.222.0.39 "GET /v2.0/networks/191f7c00-a227-46c1-ac32-88a947faacd4 HTTP/1.1" status: 200 len: 869 time: 0.1359413 May 26 03:12:18.456486 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:18.460936 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:18.462203 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:19.793349 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45230) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:19.921365 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122768ed-19c0-43cd-8466-8c4e22fb5b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:19.921826 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122768ed-19c0-43cd-8466-8c4e22fb5b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:19.923455 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-122768ed-19c0-43cd-8466-8c4e22fb5b48 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285484 May 26 03:12:22.196879 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45238) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:22.295994 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf438a-02fc-4e9a-992d-c5ef7e28a819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:22.296442 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf438a-02fc-4e9a-992d-c5ef7e28a819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:22.297971 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1cbf438a-02fc-4e9a-992d-c5ef7e28a819 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1001489 May 26 03:12:24.744023 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45246) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:24.829532 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315cd9ea-3075-4256-8bcb-ce8e8e53ffbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:24.830824 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-315cd9ea-3075-4256-8bcb-ce8e8e53ffbb admin admin] 10.222.0.39 "GET /v2.0/subnets/519fee8b-a7f0-4802-8943-16196d2cddf5 HTTP/1.1" status: 200 len: 816 time: 0.0858350 May 26 03:12:25.142200 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=30 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:25.144147 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=36 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:26.862477 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:26.867502 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:27.083879 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45254) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:12:27.133479 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:27.135072 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:27.181275 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d46dec4-7dd2-4200-b274-a81300e471d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:12:27.182630 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9d46dec4-7dd2-4200-b274-a81300e471d1 admin admin] 10.222.0.39 "GET /v2.0/subnets/ab98d5fa-693e-4ab5-8444-5badd87fb585 HTTP/1.1" status: 200 len: 868 time: 0.0977998 May 26 03:12:32.226404 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-dd16395e-de64-456f-bc92-19dcaccad36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:34.455640 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-db685eda-5bf0-4bbb-b8e3-b2e1f1e5e20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:35.712894 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:37.128511 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:37.174569 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:37.178447 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=10 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:38.470417 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:12:47.125374 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:48.458612 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:48.465628 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:12:49.854457 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:13:02.228486 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0bc1087e-a5d9-49db-863b-a15171fe69e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:03.853818 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:03.864626 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:04.456848 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b5a67a39-ebfc-4269-a682-70c8e3c40884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:05.715683 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:07.134131 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:07.923410 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45312) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:13:07.984080 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [None req-c3254809-14c9-4d56-ad2d-789c606c49f7 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:13:07.985229 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c3254809-14c9-4d56-ad2d-789c606c49f7 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0608706 May 26 03:13:08.473659 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:10.278721 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45320) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:13:10.338474 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdaf07d6-8d17-435b-a814-68700dc094ad admin admin] GET failed (client error): The resource could not be found. May 26 03:13:10.340265 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bdaf07d6-8d17-435b-a814-68700dc094ad admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605924 May 26 03:13:10.423933 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e12cb94-4ed8-45df-8bb5-0511648e1b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:13:10.425397 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7e12cb94-4ed8-45df-8bb5-0511648e1b8d admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811844 May 26 03:13:12.673923 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45328) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:13:12.721321 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:13:12.744303 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Made reservation on behalf of fb9a8fcaeb99475786d754ce49440ef8 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:13:12.747752 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:12.794290 dv-cinder-843361-1-iscsi neutron-server[104052]: WARNING neutron.services.revisions.revision_plugin [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Could not find related network for resource to bump revision. May 26 03:13:12.811657 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:13:12.824946 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (6b2740ed-a271-4a18-b21b-db9c7ef596f9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:12.825476 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Added segment 6b2740ed-a271-4a18-b21b-db9c7ef596f9 of type vlan for network 38168628-d147-4833-a77e-d2b059f1fa86 May 26 03:13:12.899797 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (38168628-d147-4833-a77e-d2b059f1fa86), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:12.931862 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (38168628-d147-4833-a77e-d2b059f1fa86), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:12.933657 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:13:12.934433 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:12.958649 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2836018 May 26 03:13:13.043401 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Pushing event updated for resources: {'Network': ['ID=38168628-d147-4833-a77e-d2b059f1fa86,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:13:13.053309 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.053651 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.053997 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.054332 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.054662 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.054988 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.055339 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.055665 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.055991 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.056310 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.056644 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.056969 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.057286 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.057599 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.058556 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b323d5a-59fe-4860-b8ea-e00b64c1a971 admin admin] Tracked resource versions report: May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: pushed versions: May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: { 'AddressGroup': {'1.2'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Agent': {'1.1'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'ConntrackHelper': {'1.0'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'LocalIPAssociation': {'1.0'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Log': {'1.0'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'NDPProxy': {'1.0'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Network': {'1.1'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Port': {'1.7'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'PortForwarding': {'1.3'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'QosPolicy': {'1.10'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SecurityGroup': {'1.5'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SecurityGroupRule': {'1.2'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SubPort': {'1.0'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Subnet': {'1.1'}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Trunk': {'1.1'}} May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: consumer versions: May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: { DHCP agent@dv-cinder-843361-1-iscsi: {}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: L3 agent@dv-cinder-843361-1-iscsi: {}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: Metadata agent@dv-cinder-843361-1-iscsi: {}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: Metering agent@dv-cinder-843361-1-iscsi: {}, May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: Open vSwitch agent@dv-cinder-843361-1-iscsi: { 'AddressGroup': '1.2', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Agent': '1.1', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'ConntrackHelper': '1.0', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'LocalIPAssociation': '1.0', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Log': '1.0', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'NDPProxy': '1.0', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Network': '1.1', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Port': '1.7', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'PortForwarding': '1.3', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'QosPolicy': '1.10', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SecurityGroup': '1.5', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SecurityGroupRule': '1.2', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SubPort': '1.0', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Subnet': '1.1', May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Trunk': '1.1'}} May 26 03:13:13.060265 dv-cinder-843361-1-iscsi neutron-server[104052]: {{(pid=104052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 03:13:13.089984 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 38168628-d147-4833-a77e-d2b059f1fa86 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:13:15.236836 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45340) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:13:15.297484 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f75dbb-72a9-4334-8562-bce9a5733075 admin admin] GET failed (client error): The resource could not be found. May 26 03:13:15.298747 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-72f75dbb-72a9-4334-8562-bce9a5733075 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609069 May 26 03:13:15.407031 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4db8db-b364-4551-8b0f-0fe5ae9adbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:13:15.408506 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3d4db8db-b364-4551-8b0f-0fe5ae9adbaa admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1058140 May 26 03:13:15.418718 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:13:15.440837 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Made reservation on behalf of fb9a8fcaeb99475786d754ce49440ef8 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:13:15.443053 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:15.654324 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for subnet (7c065717-51aa-4c44-9831-8919124f5dcb), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:15.706035 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c065717-51aa-4c44-9831-8919124f5dcb,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:13:15.722283 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Checking segment: {'id': '6b2740ed-a271-4a18-b21b-db9c7ef596f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:13:15.722645 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Network hostable DHCP agents. Network: 38168628-d147-4833-a77e-d2b059f1fa86, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:13:15.744660 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Network 38168628-d147-4833-a77e-d2b059f1fa86 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:13:15.755538 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 38168628-d147-4833-a77e-d2b059f1fa86) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:13:15.760012 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:13:15.760592 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:15.765178 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c68a8e2-e2d2-42d1-a13f-24c3501da11e None None] Network 38168628-d147-4833-a77e-d2b059f1fa86 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:13:15.776091 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c0885ac9-81f6-4a84-ad92-3d2fad18f5b4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3612669 May 26 03:13:15.874895 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-38168628-d147-4833-a77e-d2b059f1fa86', 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86', 'project_id': 'fb9a8fcaeb99475786d754ce49440ef8', 'fixed_ips': [{'subnet_id': '7c065717-51aa-4c44-9831-8919124f5dcb'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:13:15.875955 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:16.020670 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Allocated IP 192.168.233.2 (38168628-d147-4833-a77e-d2b059f1fa86/7c065717-51aa-4c44-9831-8919124f5dcb/81af55b2-8f5d-4d32-b241-3ac0080ccb16) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:13:16.263968 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Publish callbacks [] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:16.270165 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:16.317829 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Network 38168628-d147-4833-a77e-d2b059f1fa86 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:13:16.319031 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Pushing event updated for resources: {'Port': ['ID=81af55b2-8f5d-4d32-b241-3ac0080ccb16,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:13:16.322334 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:13:16.328047 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.328396 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.328751 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.329103 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.329457 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.329767 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.330088 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.330409 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.330729 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.331047 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.331393 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.331731 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.332048 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.332363 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.332678 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:13:16.335840 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:13:16.399620 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Attempting to bind port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:13:16.399989 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Attempting to bind port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6b2740ed-a271-4a18-b21b-db9c7ef596f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:13:16.400381 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Attempting to bind port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 on network 38168628-d147-4833-a77e-d2b059f1fa86 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:13:16.407602 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:13:16.407975 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Checking segment: {'id': '6b2740ed-a271-4a18-b21b-db9c7ef596f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:13:16.408380 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:16.408770 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Bound using segment: {'id': '6b2740ed-a271-4a18-b21b-db9c7ef596f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:13:16.409234 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Bound port: 81af55b2-8f5d-4d32-b241-3ac0080ccb16, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2740ed-a271-4a18-b21b-db9c7ef596f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:13:16.409612 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:16.471374 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] For port 81af55b2-8f5d-4d32-b241-3ac0080ccb16, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:13:16.475338 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] For port 81af55b2-8f5d-4d32-b241-3ac0080ccb16, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=81af55b2-8f5d-4d32-b241-3ac0080ccb16,segment=NetworkSegment(6b2740ed-a271-4a18-b21b-db9c7ef596f9),segment_id=6b2740ed-a271-4a18-b21b-db9c7ef596f9)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:13:16.482846 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:16.545825 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f75bf-fa60-4846-892b-714d916649b5 None None] Pushing event updated for resources: {'Port': ['ID=81af55b2-8f5d-4d32-b241-3ac0080ccb16,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:13:17.363500 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 81af55b2-8f5d-4d32-b241-3ac0080ccb16 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:13:17.409871 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8852eb9-fb8b-4c9c-b6e9-80a7da21038b None None] Network 38168628-d147-4833-a77e-d2b059f1fa86 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:13:17.482409 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:13:17.482789 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:17.484263 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-389088e2-f4e4-47b1-b5db-d6e6f0a56edf None None] Provisioning complete for port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:13:17.484628 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-389088e2-f4e4-47b1-b5db-d6e6f0a56edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:17.660657 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-389088e2-f4e4-47b1-b5db-d6e6f0a56edf None None] Current status of the port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:13:17.660985 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-389088e2-f4e4-47b1-b5db-d6e6f0a56edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:17.672085 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:13:17.672455 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:17.677083 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:17.720148 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-389088e2-f4e4-47b1-b5db-d6e6f0a56edf None None] For port 81af55b2-8f5d-4d32-b241-3ac0080ccb16, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=81af55b2-8f5d-4d32-b241-3ac0080ccb16,segment=NetworkSegment(6b2740ed-a271-4a18-b21b-db9c7ef596f9),segment_id=6b2740ed-a271-4a18-b21b-db9c7ef596f9)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:13:17.737881 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-389088e2-f4e4-47b1-b5db-d6e6f0a56edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:17.786686 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:17.813151 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.db.api [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 03:13:17.813620 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG oslo_db.api [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 03:13:17.833672 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:17.838664 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389088e2-f4e4-47b1-b5db-d6e6f0a56edf None None] Pushing event updated for resources: {'Port': ['ID=81af55b2-8f5d-4d32-b241-3ac0080ccb16,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:13:17.959404 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-ed0ef13c-1755-4b89-9f58-9a9f88899e95 None None] Provisioning complete for port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:13:17.959793 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ed0ef13c-1755-4b89-9f58-9a9f88899e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:18.038204 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ef13c-1755-4b89-9f58-9a9f88899e95 None None] Current status of the port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:13:18.346696 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:13:19.310834 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 81af55b2-8f5d-4d32-b241-3ac0080ccb16 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:13:19.365922 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:13:19.366318 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (81af55b2-8f5d-4d32-b241-3ac0080ccb16), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:19.441125 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 81af55b2-8f5d-4d32-b241-3ac0080ccb16 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:13:20.420006 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=9 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:20.421860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=13 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:25.769045 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=68,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:25.769828 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:26.854143 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:13:32.231051 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ed30c511-044d-40fe-8991-b7d33d487804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:34.457834 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40b9b743-260b-4a16-baf3-452449e0bd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:35.718393 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:37.140516 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:38.477596 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:13:40.857053 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:40.861349 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:48.465652 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:48.470405 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:13:48.471843 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:00.851298 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:00.852083 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:02.234231 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-130573b1-d6f0-4c15-aa7b-b29da9b085bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:03.853055 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:14:04.460607 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-820f597d-367e-4cd4-8a0a-3a3fb33aec3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:05.721942 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:07.140712 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:08.481516 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:17.851821 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:17.856985 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:18.468348 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:18.473077 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:18.475130 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:32.236929 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-01ae8554-cac1-4117-b10a-783d6811d519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:34.463544 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5e2fab63-9563-4aca-a247-17fcb5914b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:35.725695 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:37.145455 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:38.484540 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:14:40.851880 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:14:48.474232 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:48.478099 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:48.479349 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:59.276221 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:14:59.278274 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:02.239386 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-eac47a45-eed1-4da2-86e4-8b9648592ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:04.465752 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9ef0001c-8f94-4646-8850-a1a79f5ff55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:05.728613 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:07.147907 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:08.488535 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:17.851000 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:15:18.476389 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:18.480882 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:18.483505 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:24.667851 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45380) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:15:24.674468 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [None req-c916782a-6a80-4105-a78e-ae9aed4f0877 tempest-verify_tempest_config-1892601844 tempest-verify_tempest_config-1892601844-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:15:24.675450 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c916782a-6a80-4105-a78e-ae9aed4f0877 tempest-verify_tempest_config-1892601844 tempest-verify_tempest_config-1892601844-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066211 May 26 03:15:24.980984 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45398) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:15:25.085623 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:25.167631 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Publish callbacks [] for security_group (df3afd17-010b-4f72-b670-3331be725635), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:25.171536 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (df3afd17-010b-4f72-b670-3331be725635), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:25.215414 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3afd17-010b-4f72-b670-3331be725635,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:15:25.219126 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1347dd6bba94f93832121e1eaec2b35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2371514 May 26 03:15:25.222028 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45402) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:15:25.224417 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.224748 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.225083 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.225411 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.225745 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.226049 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.226362 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.226688 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.226992 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.227332 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.227650 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.227963 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.228273 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.228581 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.229539 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda9f6c-ea58-44cd-9dbb-badcaa2c0963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.303884 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Publish callbacks [] for security_group (df3afd17-010b-4f72-b670-3331be725635), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:25.324549 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Publish callbacks [] for security_group (df3afd17-010b-4f72-b670-3331be725635), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:25.418449 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (df3afd17-010b-4f72-b670-3331be725635), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:25.421014 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:25.422186 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df3afd17-010b-4f72-b670-3331be725635 HTTP/1.1" status: 204 len: 168 time: 0.1991537 May 26 03:15:25.430892 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3afd17-010b-4f72-b670-3331be725635,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:15:25.439458 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.439801 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.440365 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.440701 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.441031 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.441360 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.441813 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.442140 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.442880 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.443101 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.443469 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.443834 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.444110 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.444534 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:25.444853 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abfa5c-3336-408d-895e-64b98465e7e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:15:32.242296 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3dd6cd02-3a6e-4f73-9c44-bdfbef7e2e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:34.467405 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ed360fb2-3add-4cb2-97bb-edc1a8796ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:35.213273 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:35.221580 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:35.433602 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:35.434391 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:35.740023 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:36.862819 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:36.862819 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:37.151055 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:38.490925 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:15:48.480980 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:48.484371 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:48.485944 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:15:54.850207 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:16:02.244544 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-23ff6177-d4dd-4cfa-9216-7aa1a2a816ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:04.468665 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-90da9ef1-9231-4801-a5d5-ab051f10d18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:05.733338 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:07.154831 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:08.590672 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:08.862372 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:08.866670 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:18.482796 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:18.486112 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:18.586624 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:31.849488 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:16:32.247265 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fff5a234-d563-4dda-96a9-366993143f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:34.470477 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5dc516e3-8689-457d-895b-d1163f61e548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:35.736033 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:37.157276 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:38.493130 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:16:45.859014 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:45.863090 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:48.482030 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:48.486500 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:48.488478 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:59.266741 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=13 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:16:59.268954 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=13 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:02.248955 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5868b3ab-d088-4011-bce9-74329d6893e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:04.471197 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b45dd843-66ef-4db3-933b-609fcec7ad14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:05.739133 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:07.160075 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:08.497641 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:08.847996 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 5 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:17:09.907706 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402435'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:18.486041 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:19.899027 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:19.904083 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:22.642224 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45480) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:17:22.746924 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e3e554db-0b98-4a67-b113-a9e086d26414 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1035824 May 26 03:17:22.853908 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:22.858779 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:25.001568 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45490) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:17:25.064603 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-784bf742-cb59-45c5-9cf9-a6470a48296d admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0618801 May 26 03:17:32.250719 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a15bc6f2-6436-456a-9c68-3178ea680590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:34.472651 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba25a-a7b3-43bd-b3d5-6778321439fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:35.058663 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:35.059579 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:35.744725 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:37.162844 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:38.500640 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:39.886525 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:17:45.847419 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:17:48.495064 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:49.879820 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:17:49.881673 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:00.861638 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:00.862384 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:02.253177 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-df4f29b9-0e9a-410f-88ae-67c2a049f807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:04.474749 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40f0e37e-1180-4d2c-b299-d0c0c9830e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:05.744921 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:07.166507 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:08.503913 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:09.879296 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:18.498147 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:19.873880 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:19.876126 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:22.846734 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:18:32.255388 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f257b0e8-67c2-4e6b-859c-f69467112794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:34.476817 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ebcd8367-3fbe-49fd-b8ff-e5945c21f80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:35.747392 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:36.856113 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:36.860276 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:37.169322 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:38.506319 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:39.877946 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:18:48.495557 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:49.872361 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:49.874424 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:59.332460 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=14 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:59.336562 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=12 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:18:59.846202 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:19:01.755362 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45654) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:01.986134 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-107122074-network', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:02.013026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Made reservation on behalf of ae4cce0a69044ebcba5f2b5352d04cbf for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:19:02.020650 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.032804 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.136265 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Publish callbacks [] for security_group (bb34078f-148a-4fe2-a593-f7d8b3f49a6c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.140978 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (bb34078f-148a-4fe2-a593-f7d8b3f49a6c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.165170 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:19:02.184016 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (f04c6166-fa64-4dce-a3c1-2021ae05f01c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.185018 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Added segment f04c6166-fa64-4dce-a3c1-2021ae05f01c of type vlan for network d2a6adbc-61d2-4628-a539-9e0450886394 May 26 03:19:02.186686 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb34078f-148a-4fe2-a593-f7d8b3f49a6c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:02.213063 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.213609 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.213952 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.215116 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.215837 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.216330 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.216834 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.217321 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.217808 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.218291 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.218789 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.219395 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.219885 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.220482 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.220954 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Tracked resource versions report: May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: pushed versions: May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: { 'AddressGroup': {'1.2'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Agent': {'1.1'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'ConntrackHelper': {'1.0'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'LocalIPAssociation': {'1.0'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Log': {'1.0'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'NDPProxy': {'1.0'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Network': {'1.1'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Port': {'1.7'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'PortForwarding': {'1.3'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'QosPolicy': {'1.10'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SecurityGroup': {'1.5'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SecurityGroupRule': {'1.2'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SubPort': {'1.0'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Subnet': {'1.1'}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Trunk': {'1.1'}} May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: consumer versions: May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: { DHCP agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: HyperV agent@hv-cinder-84336: {}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: L3 agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: Metadata agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: Metering agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: Open vSwitch agent@dv-cinder-843361-1-iscsi: { 'AddressGroup': '1.2', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Agent': '1.1', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'ConntrackHelper': '1.0', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'LocalIPAssociation': '1.0', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Log': '1.0', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'NDPProxy': '1.0', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Network': '1.1', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Port': '1.7', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'PortForwarding': '1.3', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'QosPolicy': '1.10', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SecurityGroup': '1.5', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SecurityGroupRule': '1.2', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'SubPort': '1.0', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Subnet': '1.1', May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: 'Trunk': '1.1'}} May 26 03:19:02.222331 dv-cinder-843361-1-iscsi neutron-server[104052]: {{(pid=104052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 03:19:02.268401 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-45b95e57-9e1c-450c-a826-a458b5a03196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.306026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (d2a6adbc-61d2-4628-a539-9e0450886394), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.339117 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (d2a6adbc-61d2-4628-a539-9e0450886394), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.341103 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:02.342077 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.428570 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6718011 May 26 03:19:02.431930 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45692) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:02.433596 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb678a-4ea5-40c2-bab8-ceb32650a0da admin admin] Pushing event updated for resources: {'Network': ['ID=d2a6adbc-61d2-4628-a539-9e0450886394,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:02.448642 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network d2a6adbc-61d2-4628-a539-9e0450886394 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:19:02.449177 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Request body: {'subnet': {'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-subnet', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:02.479102 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Made reservation on behalf of ae4cce0a69044ebcba5f2b5352d04cbf for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:19:02.486973 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.727929 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45708) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:02.827040 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for subnet (73bb782f-22b3-451f-89ee-e7e56cab34eb), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.847601 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45712) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:02.872211 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bb782f-22b3-451f-89ee-e7e56cab34eb,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:02.880255 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.880596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.880943 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.881449 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.882053 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.883100 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.883885 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.884370 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.885044 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.885848 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.886495 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.887126 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.887645 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.888123 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.888598 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Tracked resource versions report: May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: pushed versions: May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: { 'AddressGroup': {'1.2'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Agent': {'1.1'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'ConntrackHelper': {'1.0'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'LocalIPAssociation': {'1.0'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Log': {'1.0'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'NDPProxy': {'1.0'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Network': {'1.1'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Port': {'1.7'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'PortForwarding': {'1.3'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'QosPolicy': {'1.10'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SecurityGroup': {'1.5'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SecurityGroupRule': {'1.2'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SubPort': {'1.0'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Subnet': {'1.1'}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Trunk': {'1.1'}} May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: consumer versions: May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: { DHCP agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: HyperV agent@hv-cinder-84336: {}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: L3 agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: Metadata agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: Metering agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: Open vSwitch agent@dv-cinder-843361-1-iscsi: { 'AddressGroup': '1.2', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Agent': '1.1', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'ConntrackHelper': '1.0', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'LocalIPAssociation': '1.0', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Log': '1.0', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'NDPProxy': '1.0', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Network': '1.1', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Port': '1.7', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'PortForwarding': '1.3', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'QosPolicy': '1.10', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SecurityGroup': '1.5', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SecurityGroupRule': '1.2', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'SubPort': '1.0', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Subnet': '1.1', May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: 'Trunk': '1.1'}} May 26 03:19:02.890314 dv-cinder-843361-1-iscsi neutron-server[104053]: {{(pid=104053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 03:19:02.925576 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Checking segment: {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:02.925926 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Network hostable DHCP agents. Network: d2a6adbc-61d2-4628-a539-9e0450886394, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:19:02.948036 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Network d2a6adbc-61d2-4628-a539-9e0450886394 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:19:02.959188 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, d2a6adbc-61d2-4628-a539-9e0450886394) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:02.965584 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:02.966664 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:02.969744 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8daa9-088a-4f76-99dc-a0d27c245a07 None None] Network d2a6adbc-61d2-4628-a539-9e0450886394 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:19:02.992586 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45738) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:02.993649 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-cfadbedd-8338-49e7-9ccc-922df0f0cc52 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5603185 May 26 03:19:02.998425 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:03.036249 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (65bc7940-5ff8-4be9-aabd-1282744761d5), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.038979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (65bc7940-5ff8-4be9-aabd-1282744761d5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.103856 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks [] for router_controller (65bc7940-5ff8-4be9-aabd-1282744761d5), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.106758 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-d2a6adbc-61d2-4628-a539-9e0450886394', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:19:03.107921 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.276457 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Allocated IP 172.20.0.2 (d2a6adbc-61d2-4628-a539-9e0450886394/73bb782f-22b3-451f-89ee-e7e56cab34eb/efd3443a-c0b6-4521-b666-fe2e2b6339f5) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:03.284249 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-897382781-network', 'tenant_id': 'f3d32df9c64c414d9c93be35820927c9'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:03.295264 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2080824423-network', 'tenant_id': '921ab4465c1b48758a03fe0411940778'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:03.359158 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Made reservation on behalf of 921ab4465c1b48758a03fe0411940778 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:19:03.361570 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.374453 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.465847 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Publish callbacks [] for security_group (5cf3d03b-699b-4e7b-8403-8b36ce039a45), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.469357 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:03.492605 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Publish callbacks [] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.499133 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (5cf3d03b-699b-4e7b-8403-8b36ce039a45), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.501252 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.511389 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:19:03.520432 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (db12f9e4-c39a-41b3-a57d-952675a75327), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.520835 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Added segment db12f9e4-c39a-41b3-a57d-952675a75327 of type vlan for network 536c60a9-349c-427d-a636-2554c2acd379 May 26 03:19:03.560962 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Pushing event updated for resources: {'Port': ['ID=efd3443a-c0b6-4521-b666-fe2e2b6339f5,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:03.562402 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (536c60a9-349c-427d-a636-2554c2acd379), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.572056 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.572547 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.573141 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.573765 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.574228 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.574663 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.575780 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.576200 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.576694 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.576908 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:03.577030 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.577410 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.577719 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Made reservation on behalf of f3d32df9c64c414d9c93be35820927c9 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:19:03.577841 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.578681 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.579058 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.579511 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:03.580100 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Tracked resource versions report: May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: pushed versions: May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: { 'AddressGroup': {'1.2'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Agent': {'1.1'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'ConntrackHelper': {'1.0'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'LocalIPAssociation': {'1.0'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Log': {'1.0'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'NDPProxy': {'1.0'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Network': {'1.1'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Port': {'1.7'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'PortForwarding': {'1.3'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'QosPolicy': {'1.10'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SecurityGroup': {'1.5'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SecurityGroupRule': {'1.2'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SubPort': {'1.0'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Subnet': {'1.1'}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Trunk': {'1.1'}} May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: consumer versions: May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: { DHCP agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: HyperV agent@hv-cinder-84336: {}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: L3 agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: Metadata agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: Metering agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: Open vSwitch agent@dv-cinder-843361-1-iscsi: { 'AddressGroup': '1.2', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Agent': '1.1', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'ConntrackHelper': '1.0', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'LocalIPAssociation': '1.0', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Log': '1.0', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'NDPProxy': '1.0', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Network': '1.1', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Port': '1.7', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'PortForwarding': '1.3', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'QosPolicy': '1.10', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SecurityGroup': '1.5', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SecurityGroupRule': '1.2', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'SubPort': '1.0', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Subnet': '1.1', May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: 'Trunk': '1.1'}} May 26 03:19:03.580922 dv-cinder-843361-1-iscsi neutron-server[104054]: {{(pid=104054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 03:19:03.590561 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks [] for router_gateway (65bc7940-5ff8-4be9-aabd-1282744761d5), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.607796 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Network d2a6adbc-61d2-4628-a539-9e0450886394 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:03.608183 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.609960 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:03.613425 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:03.643314 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (536c60a9-349c-427d-a636-2554c2acd379), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.644277 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:03.644883 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.699911 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Attempting to bind port efd3443a-c0b6-4521-b666-fe2e2b6339f5 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:19:03.700278 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Attempting to bind port efd3443a-c0b6-4521-b666-fe2e2b6339f5 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:19:03.700636 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Attempting to bind port efd3443a-c0b6-4521-b666-fe2e2b6339f5 on network d2a6adbc-61d2-4628-a539-9e0450886394 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:03.707641 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:19:03.708012 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Checking segment: {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:03.708407 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.708783 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Bound using segment: {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:19:03.709245 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Bound port: efd3443a-c0b6-4521-b666-fe2e2b6339f5, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:19:03.709615 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.837059 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] For port efd3443a-c0b6-4521-b666-fe2e2b6339f5, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:19:03.841447 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] For port efd3443a-c0b6-4521-b666-fe2e2b6339f5, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=efd3443a-c0b6-4521-b666-fe2e2b6339f5,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:19:03.868452 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:03.910627 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf3d03b-699b-4e7b-8403-8b36ce039a45,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:03.951043 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd89d3-2e6f-46c0-a1ed-88b426a729d6 None None] Pushing event updated for resources: {'Port': ['ID=efd3443a-c0b6-4521-b666-fe2e2b6339f5,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:03.984077 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45784) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:03.984612 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1351984 May 26 03:19:03.989118 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Request body: {'subnet': {'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2080824423-subnet', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:04.036180 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abd993-ff3b-4ae3-a1f4-a7422051e4e3 admin admin] Pushing event updated for resources: {'Network': ['ID=536c60a9-349c-427d-a636-2554c2acd379,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:04.056909 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 536c60a9-349c-427d-a636-2554c2acd379 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:19:04.069548 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Made reservation on behalf of 921ab4465c1b48758a03fe0411940778 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:19:04.077537 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.374436 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks [] for router_gateway (65bc7940-5ff8-4be9-aabd-1282744761d5), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.421705 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for subnet (f5634fcb-851a-41f3-92b2-2385a9c5a407), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.432269 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.447461 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Publish callbacks [] for security_group (9e10dd49-e7f3-423e-82e6-6092a6bb0195), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.501015 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5634fcb-851a-41f3-92b2-2385a9c5a407,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:04.504734 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-47f33def-3d00-4533-9c36-9a3e25950508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.509351 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9e10dd49-e7f3-423e-82e6-6092a6bb0195), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.520106 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Checking segment: {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:04.520468 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Network hostable DHCP agents. Network: 536c60a9-349c-427d-a636-2554c2acd379, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:19:04.568394 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Network 536c60a9-349c-427d-a636-2554c2acd379 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:19:04.587928 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 536c60a9-349c-427d-a636-2554c2acd379) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:04.591165 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e10dd49-e7f3-423e-82e6-6092a6bb0195,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:04.594910 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:04.595732 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.599230 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f13333c-b4e1-4c0a-b80c-ca59bce65999 None None] Network 536c60a9-349c-427d-a636-2554c2acd379 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:19:04.603481 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:04.633123 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:19:04.642556 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3af70cab-67d7-490e-ae04-933ec973175e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6543498 May 26 03:19:04.642749 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45810) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:04.655148 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:04.674887 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:04.692843 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (aa61c987-3b3c-490c-879b-8e3250263ed2), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.693870 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (aa61c987-3b3c-490c-879b-8e3250263ed2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.701620 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (cb9129e1-133d-4786-b016-78c98bda5d98), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.702030 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Added segment cb9129e1-133d-4786-b016-78c98bda5d98 of type vlan for network 19cb2346-96d0-48c2-a978-a2f7b3e86519 May 26 03:19:04.766660 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-536c60a9-349c-427d-a636-2554c2acd379', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'project_id': '921ab4465c1b48758a03fe0411940778', 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:19:04.768058 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.850371 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (19cb2346-96d0-48c2-a978-a2f7b3e86519), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.914423 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks [] for router_controller (aa61c987-3b3c-490c-879b-8e3250263ed2), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:04.952254 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Allocated IP 172.27.2.20 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/43872921-ab8f-43af-81c0-3ea3bc4f0bc9) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:04.957021 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:04.966300 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Allocated IP 172.20.0.2 (536c60a9-349c-427d-a636-2554c2acd379/f5634fcb-851a-41f3-92b2-2385a9c5a407/6ed6bc01-bcbd-421b-9185-26ee75e4638f) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:05.032627 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:05.089563 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (19cb2346-96d0-48c2-a978-a2f7b3e86519), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.092445 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:05.093240 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.255938 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Publish callbacks [] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.269302 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.5361814 May 26 03:19:05.269650 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45840) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:05.270863 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.278936 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Request body: {'subnet': {'network_id': '19cb2346-96d0-48c2-a978-a2f7b3e86519', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-897382781-subnet', 'tenant_id': 'f3d32df9c64c414d9c93be35820927c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:05.304073 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Made reservation on behalf of f3d32df9c64c414d9c93be35820927c9 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:19:05.307769 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.328430 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Network 536c60a9-349c-427d-a636-2554c2acd379 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:05.330674 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:05.334628 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:05.348138 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Pushing event updated for resources: {'Port': ['ID=6ed6bc01-bcbd-421b-9185-26ee75e4638f,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:05.352058 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks [] for router_gateway (aa61c987-3b3c-490c-879b-8e3250263ed2), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.366371 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a4d81-29e1-4c7f-8358-7a8e85f8beab admin admin] Pushing event updated for resources: {'Network': ['ID=19cb2346-96d0-48c2-a978-a2f7b3e86519,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:05.415571 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 19cb2346-96d0-48c2-a978-a2f7b3e86519 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:19:05.418742 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:05.656714 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for subnet (0975cca4-ecd2-41ec-b62e-d401cfb20805), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.723463 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:05.746810 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0975cca4-ecd2-41ec-b62e-d401cfb20805,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:05.763468 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Checking segment: {'id': 'cb9129e1-133d-4786-b016-78c98bda5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19cb2346-96d0-48c2-a978-a2f7b3e86519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:05.764079 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Network hostable DHCP agents. Network: 19cb2346-96d0-48c2-a978-a2f7b3e86519, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:19:05.790759 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks [] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.791277 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Network 19cb2346-96d0-48c2-a978-a2f7b3e86519 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:19:05.808691 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device efd3443a-c0b6-4521-b666-fe2e2b6339f5 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:05.809213 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 19cb2346-96d0-48c2-a978-a2f7b3e86519) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:05.813837 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae105f-23ea-43e4-aeeb-f252765cecfa None None] Network d2a6adbc-61d2-4628-a539-9e0450886394 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:19:05.814070 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:05.814791 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.840188 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e6aa1d-c0af-4d5b-a4ba-2f5d8dc3246f None None] Network 19cb2346-96d0-48c2-a978-a2f7b3e86519 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:19:05.853034 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0ec21a90-f481-490e-92aa-c4d6faf6f707 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5796528 May 26 03:19:05.933210 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks [] for router_gateway (aa61c987-3b3c-490c-879b-8e3250263ed2), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:05.947909 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:06.010768 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:06.080686 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Attempting to bind port 6ed6bc01-bcbd-421b-9185-26ee75e4638f on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:19:06.084340 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Attempting to bind port 6ed6bc01-bcbd-421b-9185-26ee75e4638f by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:19:06.084866 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Attempting to bind port 6ed6bc01-bcbd-421b-9185-26ee75e4638f on network 536c60a9-349c-427d-a636-2554c2acd379 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:06.114489 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:06.132797 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:06.155942 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:06.168243 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:06.232042 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=43872921-ab8f-43af-81c0-3ea3bc4f0bc9,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:06.264380 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-cb3d80aa-7c4f-4c94-87f3-a623dbec8638 None None] Provisioning complete for port efd3443a-c0b6-4521-b666-fe2e2b6339f5 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:06.268754 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cb3d80aa-7c4f-4c94-87f3-a623dbec8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:06.274787 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:19:06.279084 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Checking segment: {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:06.280221 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:06.280940 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Bound using segment: {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:19:06.283202 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Bound port: 6ed6bc01-bcbd-421b-9185-26ee75e4638f, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:19:06.284199 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:06.393946 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:06.474162 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port efd3443a-c0b6-4521-b666-fe2e2b6339f5 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:06.474628 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:06.482477 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45920) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:06.486090 dv-cinder-843361-1-iscsi neutron-server[104053]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 03:19:06.512803 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:06.599327 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] For port 6ed6bc01-bcbd-421b-9185-26ee75e4638f, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:19:06.605246 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] For port 6ed6bc01-bcbd-421b-9185-26ee75e4638f, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=6ed6bc01-bcbd-421b-9185-26ee75e4638f,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:19:06.683144 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Allocated IP 172.27.2.51 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/c3fbbdaf-f98b-4308-96e1-4790b45be099) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:06.746122 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:06.762323 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-392ed44c-d9ff-4d81-8738-df7a1ae41b8c tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:06.770990 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-392ed44c-d9ff-4d81-8738-df7a1ae41b8c tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/networks?id=19cb2346-96d0-48c2-a978-a2f7b3e86519 HTTP/1.1" status: 200 len: 811 time: 0.2863679 May 26 03:19:06.797238 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f5c6f565-337e-4aaf-aaf0-a558c76c6dd6 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/quotas/f3d32df9c64c414d9c93be35820927c9 HTTP/1.1" status: 200 len: 375 time: 0.0252643 May 26 03:19:06.900789 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-02af2884-ce1b-4995-b158-1c5562b159f1 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3d32df9c64c414d9c93be35820927c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022151 May 26 03:19:06.922579 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45948) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:06.951999 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201aaeb-3f34-41b5-bc77-58652f3b6370 None None] Network 19cb2346-96d0-48c2-a978-a2f7b3e86519 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:19:06.987824 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks [] for router_gateway (65bc7940-5ff8-4be9-aabd-1282744761d5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.045586 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:07.079506 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks [] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.157716 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9afe42-3d6f-4073-b166-cdca72df8392 None None] Pushing event updated for resources: {'Port': ['ID=6ed6bc01-bcbd-421b-9185-26ee75e4638f,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:07.168970 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75054814-b30f-4a9f-b422-184b68a9f59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.211671 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d80aa-7c4f-4c94-87f3-a623dbec8638 None None] Current status of the port efd3443a-c0b6-4521-b666-fe2e2b6339f5 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:07.212234 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cb3d80aa-7c4f-4c94-87f3-a623dbec8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.218682 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.313135 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:07.322408 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:07.330019 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:07.384804 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3fbbdaf-f98b-4308-96e1-4790b45be099,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:07.404884 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:07.433200 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.448881 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-cb3d80aa-7c4f-4c94-87f3-a623dbec8638 None None] For port efd3443a-c0b6-4521-b666-fe2e2b6339f5, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=efd3443a-c0b6-4521-b666-fe2e2b6339f5,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:07.508258 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port efd3443a-c0b6-4521-b666-fe2e2b6339f5 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:07.519220 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.526199 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (65bc7940-5ff8-4be9-aabd-1282744761d5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.537278 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cb3d80aa-7c4f-4c94-87f3-a623dbec8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.544542 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45964) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:07.550343 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75054814-b30f-4a9f-b422-184b68a9f59e admin admin] Publish callbacks [] for security_group (f268f178-953f-4812-98f4-4539df7fcbe8), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.574972 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75054814-b30f-4a9f-b422-184b68a9f59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (f268f178-953f-4812-98f4-4539df7fcbe8), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.636858 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d80aa-7c4f-4c94-87f3-a623dbec8638 None None] Pushing event updated for resources: {'Port': ['ID=efd3443a-c0b6-4521-b666-fe2e2b6339f5,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:07.646423 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.db.api [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 03:19:07.647057 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG oslo_db.api [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 03:19:07.660528 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-691e7b06-07c7-459e-bb9a-c2abd6b50a49 None None] Provisioning complete for port efd3443a-c0b6-4521-b666-fe2e2b6339f5 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:07.661187 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-691e7b06-07c7-459e-bb9a-c2abd6b50a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.680180 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75054814-b30f-4a9f-b422-184b68a9f59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f268f178-953f-4812-98f4-4539df7fcbe8,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:07.736933 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-2c0422ed-20a4-4561-bca1-a1f3157cc69d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:19:07.739111 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-2c0422ed-20a4-4561-bca1-a1f3157cc69d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1868236 May 26 03:19:07.772079 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-75054814-b30f-4a9f-b422-184b68a9f59e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7e9858d04f9453f8aad1d2346a82b22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8484244 May 26 03:19:07.784435 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 45974) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:07.820734 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:07.833251 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-691e7b06-07c7-459e-bb9a-c2abd6b50a49 None None] Current status of the port efd3443a-c0b6-4521-b666-fe2e2b6339f5 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:07.902429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:07.904867 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ff939680-db3d-4ede-a145-f0fcd335259b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.958355 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81c88a87-8b03-4657-b789-c32cb26cf8c2 admin admin] Publish callbacks [] for security_group (f268f178-953f-4812-98f4-4539df7fcbe8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.976555 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks [] for router_gateway (aa61c987-3b3c-490c-879b-8e3250263ed2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:07.984618 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-48976bb2-fbfc-4699-a8db-8e06108acbcc service neutron] 10.222.0.39 "GET /v2.0/networks/19cb2346-96d0-48c2-a978-a2f7b3e86519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056849 May 26 03:19:08.036115 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Router 65bc7940-5ff8-4be9-aabd-1282744761d5 is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:19:08.045935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81c88a87-8b03-4657-b789-c32cb26cf8c2 admin admin] Publish callbacks [] for security_group (f268f178-953f-4812-98f4-4539df7fcbe8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.060547 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:08.087448 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ff939680-db3d-4ede-a145-f0fcd335259b admin admin] Publish callbacks [] for security_group (0fe46808-889e-4b76-b185-80dbb11c69d3), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.103127 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ff939680-db3d-4ede-a145-f0fcd335259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (0fe46808-889e-4b76-b185-80dbb11c69d3), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.187360 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ff939680-db3d-4ede-a145-f0fcd335259b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22ca67d4b5de455cb8dc976e05776cf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6252110 May 26 03:19:08.193072 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 45990) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:08.193933 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port efd3443a-c0b6-4521-b666-fe2e2b6339f5 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:08.234590 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff939680-db3d-4ede-a145-f0fcd335259b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe46808-889e-4b76-b185-80dbb11c69d3,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:08.299041 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81c88a87-8b03-4657-b789-c32cb26cf8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (f268f178-953f-4812-98f4-4539df7fcbe8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.300660 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-9e69669e-9cbd-4d87-b395-b3ef651e8f5c service neutron] 10.222.0.39 "GET /v2.0/networks/19cb2346-96d0-48c2-a978-a2f7b3e86519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116570 May 26 03:19:08.301689 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81c88a87-8b03-4657-b789-c32cb26cf8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.302995 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-81c88a87-8b03-4657-b789-c32cb26cf8c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f268f178-953f-4812-98f4-4539df7fcbe8 HTTP/1.1" status: 204 len: 168 time: 0.5116410 May 26 03:19:08.339765 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ad13ba4a-f028-4b0a-b81f-0929283f9020 admin admin] Publish callbacks [] for security_group (0fe46808-889e-4b76-b185-80dbb11c69d3), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.341956 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c88a87-8b03-4657-b789-c32cb26cf8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f268f178-953f-4812-98f4-4539df7fcbe8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:08.392897 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ad13ba4a-f028-4b0a-b81f-0929283f9020 admin admin] Publish callbacks [] for security_group (0fe46808-889e-4b76-b185-80dbb11c69d3), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.404014 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:19:08.407738 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=17 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:08.419410 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Sync routers for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:19:08.442932 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:19:08.443932 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:08.483881 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device efd3443a-c0b6-4521-b666-fe2e2b6339f5 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:08.525237 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ad13ba4a-f028-4b0a-b81f-0929283f9020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (0fe46808-889e-4b76-b185-80dbb11c69d3), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.529139 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ad13ba4a-f028-4b0a-b81f-0929283f9020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.531191 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ad13ba4a-f028-4b0a-b81f-0929283f9020 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fe46808-889e-4b76-b185-80dbb11c69d3 HTTP/1.1" status: 204 len: 168 time: 0.3220444 May 26 03:19:08.542540 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13ba4a-f028-4b0a-b81f-0929283f9020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe46808-889e-4b76-b185-80dbb11c69d3,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:08.593121 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ad4b0-60fe-403a-92b9-2abc567dd80e None None] Network 536c60a9-349c-427d-a636-2554c2acd379 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:19:08.673013 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:08.679561 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46010) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:08.692204 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.699067 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ab5b4c70-e52c-43cd-a353-decc515ac6c6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7042353 May 26 03:19:08.709480 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46012) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:08.728011 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (aa61c987-3b3c-490c-879b-8e3250263ed2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.775783 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-cded9297-adee-46b5-933a-4e48abe75580 None None] Provisioning complete for port 6ed6bc01-bcbd-421b-9185-26ee75e4638f triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:08.776050 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cded9297-adee-46b5-933a-4e48abe75580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.782417 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.820511 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port efd3443a-c0b6-4521-b666-fe2e2b6339f5 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:08.820887 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:08.833509 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:19:08.881707 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f2062edc-8c03-4c56-9a6b-6071fae7e4cc req-f14cd8f9-f596-4e6b-906c-66188cd18b07 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 210 time: 0.2001772 May 26 03:19:09.094620 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port efd3443a-c0b6-4521-b666-fe2e2b6339f5 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:09.098730 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 6ed6bc01-bcbd-421b-9185-26ee75e4638f up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:09.215443 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-cded9297-adee-46b5-933a-4e48abe75580 None None] Current status of the port 6ed6bc01-bcbd-421b-9185-26ee75e4638f is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:09.218445 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cded9297-adee-46b5-933a-4e48abe75580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:09.310601 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:06Z', 'revision_number': 3, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:09.319587 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:09.361819 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Checking router: 65bc7940-5ff8-4be9-aabd-1282744761d5 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:19:09.368648 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Updating router 65bc7940-5ff8-4be9-aabd-1282744761d5 port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:19:09.381433 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-cded9297-adee-46b5-933a-4e48abe75580 None None] For port 6ed6bc01-bcbd-421b-9185-26ee75e4638f, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=6ed6bc01-bcbd-421b-9185-26ee75e4638f,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:09.383941 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 6ed6bc01-bcbd-421b-9185-26ee75e4638f triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:09.384352 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:09.423846 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Router aa61c987-3b3c-490c-879b-8e3250263ed2 is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:19:09.454359 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cded9297-adee-46b5-933a-4e48abe75580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:09.467010 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:09.636981 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-0d19c217-61d2-42b4-bc32-369ce9e02a10 None None] Provisioning complete for port 6ed6bc01-bcbd-421b-9185-26ee75e4638f triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:09.637375 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0d19c217-61d2-42b4-bc32-369ce9e02a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:09.642781 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46052) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:09.661448 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c09f1082-61ce-4f11-86bf-500b32cd3286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:09.664643 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:09.822690 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:19:09.851568 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded9297-adee-46b5-933a-4e48abe75580 None None] Pushing event updated for resources: {'Port': ['ID=6ed6bc01-bcbd-421b-9185-26ee75e4638f,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:09.858856 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d65e660-f58a-425b-b777-854486869101 None None] Sync routers for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:19:09.881147 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:09.918594 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 6ed6bc01-bcbd-421b-9185-26ee75e4638f is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:09.946047 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65e660-f58a-425b-b777-854486869101 None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:19:09.946835 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9d65e660-f58a-425b-b777-854486869101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:09.947889 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:09.949646 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-80d1ad11-c5e8-4d31-ab43-a2833f52f3f2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3046114 May 26 03:19:09.951053 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c09f1082-61ce-4f11-86bf-500b32cd3286 admin admin] Publish callbacks [] for security_group (8853fa3c-3722-4cee-b279-c49bbfbf9f9c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:09.952135 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:09.956004 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46070) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:09.974133 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c09f1082-61ce-4f11-86bf-500b32cd3286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (8853fa3c-3722-4cee-b279-c49bbfbf9f9c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.042774 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Publish callbacks [] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.045987 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:10.053184 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.135447 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Pushing event updated for resources: {'Port': ['ID=43872921-ab8f-43af-81c0-3ea3bc4f0bc9,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:10.164535 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.165221 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.165774 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.166580 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.167096 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.168369 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.168890 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.169388 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.169887 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.170405 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.174689 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.175225 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.175619 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.176009 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.176351 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Tracked resource versions report: May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: pushed versions: May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: { 'AddressGroup': {'1.2'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Agent': {'1.1'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'ConntrackHelper': {'1.0'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'LocalIPAssociation': {'1.0'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Log': {'1.0'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'NDPProxy': {'1.0'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Network': {'1.1'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Port': {'1.7'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'PortForwarding': {'1.3'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'QosPolicy': {'1.10'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SecurityGroup': {'1.5'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SecurityGroupRule': {'1.2'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SubPort': {'1.0'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Subnet': {'1.1'}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Trunk': {'1.1'}} May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: consumer versions: May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: { DHCP agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: HyperV agent@hv-cinder-84336: {}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: L3 agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: Metadata agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: Metering agent@dv-cinder-843361-1-iscsi: {}, May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: Open vSwitch agent@dv-cinder-843361-1-iscsi: { 'AddressGroup': '1.2', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Agent': '1.1', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'ConntrackHelper': '1.0', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'LocalIPAssociation': '1.0', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Log': '1.0', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'NDPProxy': '1.0', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Network': '1.1', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Port': '1.7', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'PortForwarding': '1.3', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'QosPolicy': '1.10', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SecurityGroup': '1.5', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SecurityGroupRule': '1.2', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'SubPort': '1.0', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Subnet': '1.1', May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: 'Trunk': '1.1'}} May 26 03:19:10.177940 dv-cinder-843361-1-iscsi neutron-server[104055]: {{(pid=104055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 03:19:10.187570 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Attempting to bind port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:19:10.187998 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Attempting to bind port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:19:10.189615 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Attempting to bind port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:10.192974 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.214905 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:19:10.219631 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:10.220206 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.220769 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:19:10.222967 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Bound port: 43872921-ab8f-43af-81c0-3ea3bc4f0bc9, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:19:10.223648 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.256159 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-0d19c217-61d2-42b4-bc32-369ce9e02a10 None None] Current status of the port 6ed6bc01-bcbd-421b-9185-26ee75e4638f is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:10.258894 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:10.301029 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c09f1082-61ce-4f11-86bf-500b32cd3286 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d4a099240bd4a0fbd440a1a2873860f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6513605 May 26 03:19:10.372070 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46090) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:10.390722 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f1082-61ce-4f11-86bf-500b32cd3286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8853fa3c-3722-4cee-b279-c49bbfbf9f9c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:10.410430 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 6ed6bc01-bcbd-421b-9185-26ee75e4638f up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:10.422523 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] For port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:19:10.426227 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6ae5cdee-b157-4263-a814-18b86a58dc6a req-1530a393-bb9b-4e76-9a7f-cced04767531 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 210 time: 0.2990930 May 26 03:19:10.436633 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] For port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=43872921-ab8f-43af-81c0-3ea3bc4f0bc9,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:19:10.453353 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.550653 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-9d65e660-f58a-425b-b777-854486869101 None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:19:10.576749 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e233242-4a82-4c2c-bba8-e578a257cab6 None None] Pushing event updated for resources: {'Port': ['ID=43872921-ab8f-43af-81c0-3ea3bc4f0bc9,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:10.618667 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:19:10.620733 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:10.712362 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 6ed6bc01-bcbd-421b-9185-26ee75e4638f triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:10.712986 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.881586 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7fca-a49e-4b59-9809-f3b793254871 admin admin] Publish callbacks [] for security_group (8853fa3c-3722-4cee-b279-c49bbfbf9f9c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.909269 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7fca-a49e-4b59-9809-f3b793254871 admin admin] Publish callbacks [] for security_group (8853fa3c-3722-4cee-b279-c49bbfbf9f9c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.933322 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 6ed6bc01-bcbd-421b-9185-26ee75e4638f is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:10.936282 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:19:10.978576 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7fca-a49e-4b59-9809-f3b793254871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (8853fa3c-3722-4cee-b279-c49bbfbf9f9c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.993071 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7fca-a49e-4b59-9809-f3b793254871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:10.993731 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c9eb7fca-a49e-4b59-9809-f3b793254871 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8853fa3c-3722-4cee-b279-c49bbfbf9f9c HTTP/1.1" status: 204 len: 168 time: 0.6205039 May 26 03:19:11.059888 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb7fca-a49e-4b59-9809-f3b793254871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853fa3c-3722-4cee-b279-c49bbfbf9f9c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:11.073478 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Allocated IP 172.20.0.1 (d2a6adbc-61d2-4628-a539-9e0450886394/73bb782f-22b3-451f-89ee-e7e56cab34eb/7cfe97f2-653d-4c1e-98cb-a92750205634) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:11.188840 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9d65e660-f58a-425b-b777-854486869101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:07Z', 'revision_number': 3, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:11.293664 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d65e660-f58a-425b-b777-854486869101 None None] Checking router: aa61c987-3b3c-490c-879b-8e3250263ed2 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:19:11.295720 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d65e660-f58a-425b-b777-854486869101 None None] Updating router aa61c987-3b3c-490c-879b-8e3250263ed2 port c3fbbdaf-f98b-4308-96e1-4790b45be099 binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:19:11.321570 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Publish callbacks [] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:11.415832 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:11.435184 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:11.471747 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d65e660-f58a-425b-b777-854486869101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:11.546374 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:11.546782 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:11.596536 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfe97f2-653d-4c1e-98cb-a92750205634,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:11.598302 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:06Z', 'revision_number': 3, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:11.626228 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Network d2a6adbc-61d2-4628-a539-9e0450886394 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:11.634536 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:11.646768 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:11.647317 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (65bc7940-5ff8-4be9-aabd-1282744761d5), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:11.722215 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116cbffc-0aa3-4f9b-aa2e-c51b594b9827 None None] The sync data for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi is: [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:06Z', 'revision_number': 3, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:19:12.018210 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:12.048952 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-93414e02-dbed-4b81-b474-9a831365ab78 req-c8fee591-8757-4e3b-9f63-9314b8fb3284 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 210 time: 0.1197901 May 26 03:19:12.244855 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Allocated IP 172.20.0.1 (536c60a9-349c-427d-a636-2554c2acd379/f5634fcb-851a-41f3-92b2-2385a9c5a407/1c3c153e-3579-470c-b4d2-dafd2b1c4ca9) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:12.341045 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d65e660-f58a-425b-b777-854486869101 None None] Publish callbacks [] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:12.383252 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2005d1bf-7ae8-4b0c-a204-167439f048b0 None None] Provisioning complete for port 7cfe97f2-653d-4c1e-98cb-a92750205634 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:12.383706 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2005d1bf-7ae8-4b0c-a204-167439f048b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:12.388573 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d65e660-f58a-425b-b777-854486869101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:12.393073 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:12.445007 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:12.446725 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2005d1bf-7ae8-4b0c-a204-167439f048b0 None None] Port 7cfe97f2-653d-4c1e-98cb-a92750205634 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:19:12.497861 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe65d9c-1996-4298-93e0-ecce729f8665 None None] Pushing event updated for resources: {'Port': ['ID=c3fbbdaf-f98b-4308-96e1-4790b45be099,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:12.514513 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:12.548495 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9d65e660-f58a-425b-b777-854486869101 None None] Attempting to bind port c3fbbdaf-f98b-4308-96e1-4790b45be099 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:19:12.551322 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9d65e660-f58a-425b-b777-854486869101 None None] Attempting to bind port c3fbbdaf-f98b-4308-96e1-4790b45be099 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:19:12.551867 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65e660-f58a-425b-b777-854486869101 None None] Attempting to bind port c3fbbdaf-f98b-4308-96e1-4790b45be099 on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:12.572321 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65e660-f58a-425b-b777-854486869101 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:19:12.576144 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65e660-f58a-425b-b777-854486869101 None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:12.577668 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d65e660-f58a-425b-b777-854486869101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:12.577810 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65e660-f58a-425b-b777-854486869101 None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:19:12.580646 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9d65e660-f58a-425b-b777-854486869101 None None] Bound port: c3fbbdaf-f98b-4308-96e1-4790b45be099, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:19:12.583874 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d65e660-f58a-425b-b777-854486869101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:12.620874 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:12.759497 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Publish callbacks [] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:12.777805 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:12.835579 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9d65e660-f58a-425b-b777-854486869101 None None] For port c3fbbdaf-f98b-4308-96e1-4790b45be099, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:19:12.844363 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9d65e660-f58a-425b-b777-854486869101 None None] For port c3fbbdaf-f98b-4308-96e1-4790b45be099, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=c3fbbdaf-f98b-4308-96e1-4790b45be099,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:19:12.858116 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d65e660-f58a-425b-b777-854486869101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:12.877550 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.45', 65493) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:12.986929 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:13.102808 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65e660-f58a-425b-b777-854486869101 None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:19:13.103606 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9d65e660-f58a-425b-b777-854486869101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:13.105590 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe65d9c-1996-4298-93e0-ecce729f8665 None None] Pushing event updated for resources: {'Port': ['ID=c3fbbdaf-f98b-4308-96e1-4790b45be099,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:13.166728 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Pushing event updated for resources: {'Port': ['ID=1c3c153e-3579-470c-b4d2-dafd2b1c4ca9,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:13.226664 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Network 536c60a9-349c-427d-a636-2554c2acd379 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:13.230956 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:13.234486 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:13.235363 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (aa61c987-3b3c-490c-879b-8e3250263ed2), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:13.504993 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-9d65e660-f58a-425b-b777-854486869101 None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:19:13.588875 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-072f9869-3c14-4ea5-9a64-2f939b5c381a req-9a95c154-98be-477e-ac94-ebf6b4cc4f7e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 210 time: 0.0834472 May 26 03:19:13.602244 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:13.711153 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:13.770482 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5748da54-40f2-4864-ab7b-832f0925b713 None None] Provisioning complete for port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:13.770856 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5748da54-40f2-4864-ab7b-832f0925b713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:13.872334 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5748da54-40f2-4864-ab7b-832f0925b713 None None] Port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:19:13.883946 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9d65e660-f58a-425b-b777-854486869101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:07Z', 'revision_number': 3, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:13.945096 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d65e660-f58a-425b-b777-854486869101 None None] The sync data for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi is: [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:07Z', 'revision_number': 3, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:19:13.948786 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46258) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:13.958545 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Publish callbacks [] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:13.974483 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:13.976016 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (65bc7940-5ff8-4be9-aabd-1282744761d5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:13.999903 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-62fe4526-7c45-44d0-87c0-3bdc0e3aad46 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:14.001878 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-62fe4526-7c45-44d0-87c0-3bdc0e3aad46 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.45 "GET /v2.0/networks?id=19cb2346-96d0-48c2-a978-a2f7b3e86519 HTTP/1.1" status: 200 len: 811 time: 1.1225395 May 26 03:19:14.117605 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Request body: {'port': {'device_id': '087efe4f-3cfb-43ff-bea4-532d7f8c0187', 'network_id': '19cb2346-96d0-48c2-a978-a2f7b3e86519', 'admin_state_up': True, 'tenant_id': 'f3d32df9c64c414d9c93be35820927c9'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:14.156718 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Publish callbacks [] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:14.172481 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:14.175817 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (aa61c987-3b3c-490c-879b-8e3250263ed2), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:14.220190 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfe97f2-653d-4c1e-98cb-a92750205634,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:14.277400 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46284) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:14.502491 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Network d2a6adbc-61d2-4628-a539-9e0450886394 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:14.509948 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:14.513866 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:14.543387 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Pushing event updated for resources: {'Port': ['ID=1c3c153e-3579-470c-b4d2-dafd2b1c4ca9,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:14.559040 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-26508261-c37f-436a-9a80-21e8dac09460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:14.700438 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:14.701035 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:14.752423 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Network 536c60a9-349c-427d-a636-2554c2acd379 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:14.759016 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:15.012518 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Router 65bc7940-5ff8-4be9-aabd-1282744761d5 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:19:15.013129 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-902d0b17-3285-4756-b3c1-cb68c0add999 req-26a56a4f-1bdf-4742-9763-3075a75a6ce6 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 210 time: 0.2219546 May 26 03:19:15.035748 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:15.063417 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8d0274da-b20b-4207-b719-58dd54dd9997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:15.081717 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:15.083158 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:15.143861 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Made reservation on behalf of f3d32df9c64c414d9c93be35820927c9 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:19:15.172755 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:15.189775 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=43872921-ab8f-43af-81c0-3ea3bc4f0bc9,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:15.192937 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-7f817028-264e-4629-b635-50b0daba6efa None None] Provisioning complete for port 7cfe97f2-653d-4c1e-98cb-a92750205634 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:15.198931 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7f817028-264e-4629-b635-50b0daba6efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:15.211344 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:15.226931 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:15.247091 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Router aa61c987-3b3c-490c-879b-8e3250263ed2 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:19:15.320982 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:15.455090 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-7f817028-264e-4629-b635-50b0daba6efa None None] Port 7cfe97f2-653d-4c1e-98cb-a92750205634 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:19:15.469527 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=43872921-ab8f-43af-81c0-3ea3bc4f0bc9,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:15.551118 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:19:15.578284 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-36f3a6ec-6c59-474a-bff5-7d458f7f72de admin admin] 10.222.0.39 "PUT /v2.0/routers/aa61c987-3b3c-490c-879b-8e3250263ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6164567 May 26 03:19:15.592911 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-f4f74d9a-7f6d-4c34-856a-a66e856906d9 None None] Provisioning complete for port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:15.593870 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f4f74d9a-7f6d-4c34-856a-a66e856906d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:15.646096 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-f4f74d9a-7f6d-4c34-856a-a66e856906d9 None None] Port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:19:15.812127 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-26508261-c37f-436a-9a80-21e8dac09460 admin admin] Publish callbacks [] for security_group (4f6c8826-7e83-4ca5-bbac-8da526ee246e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:15.962206 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-26508261-c37f-436a-9a80-21e8dac09460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (4f6c8826-7e83-4ca5-bbac-8da526ee246e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.252077 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-26508261-c37f-436a-9a80-21e8dac09460 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40936219a8dc4c01924fcbe13afee48d&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3012459 May 26 03:19:16.258081 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26508261-c37f-436a-9a80-21e8dac09460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6c8826-7e83-4ca5-bbac-8da526ee246e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:16.261739 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:19:16.262940 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46384) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:16.346463 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f50284fa-91bd-40f4-8eaa-79c1a65f5672 req-027ed460-90e3-444b-9c03-c4d0828bb9cd tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 210 time: 0.0998240 May 26 03:19:16.437848 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8d0274da-b20b-4207-b719-58dd54dd9997 admin admin] Publish callbacks [] for security_group (6b57c0af-f311-43df-9dd8-19e6da7d8c53), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.448621 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e44749e6-a408-4e33-9243-0b446e579957 admin admin] 10.222.0.39 "PUT /v2.0/routers/65bc7940-5ff8-4be9-aabd-1282744761d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7375007 May 26 03:19:16.450552 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Sync routers for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:19:16.465466 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bccd86c3-7738-4485-bb16-5f3ea5497354 admin admin] Publish callbacks [] for security_group (4f6c8826-7e83-4ca5-bbac-8da526ee246e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.475993 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8d0274da-b20b-4207-b719-58dd54dd9997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (6b57c0af-f311-43df-9dd8-19e6da7d8c53), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.482928 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:19:16.487952 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:16.521033 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bccd86c3-7738-4485-bb16-5f3ea5497354 admin admin] Publish callbacks [] for security_group (4f6c8826-7e83-4ca5-bbac-8da526ee246e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.635297 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:16.642972 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Allocated IP 172.20.0.6 (19cb2346-96d0-48c2-a978-a2f7b3e86519/0975cca4-ecd2-41ec-b62e-d401cfb20805/2906ce39-9b25-4d47-aa9b-ae899f07bbd0) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:16.672591 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0274da-b20b-4207-b719-58dd54dd9997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b57c0af-f311-43df-9dd8-19e6da7d8c53,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:16.673006 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bccd86c3-7738-4485-bb16-5f3ea5497354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (4f6c8826-7e83-4ca5-bbac-8da526ee246e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.677207 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bccd86c3-7738-4485-bb16-5f3ea5497354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.681712 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bccd86c3-7738-4485-bb16-5f3ea5497354 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f6c8826-7e83-4ca5-bbac-8da526ee246e HTTP/1.1" status: 204 len: 168 time: 0.4162743 May 26 03:19:16.686278 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c3fbbdaf-f98b-4308-96e1-4790b45be099 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:16.686988 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8d0274da-b20b-4207-b719-58dd54dd9997 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b79dbf6a6ff44b2852078fbc048d413&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4066160 May 26 03:19:16.689558 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46406) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:16.730149 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd86c3-7738-4485-bb16-5f3ea5497354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6c8826-7e83-4ca5-bbac-8da526ee246e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:16.769995 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port c3fbbdaf-f98b-4308-96e1-4790b45be099 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:16.770612 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.919043 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port c3fbbdaf-f98b-4308-96e1-4790b45be099 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:16.919733 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.970222 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port c3fbbdaf-f98b-4308-96e1-4790b45be099, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=c3fbbdaf-f98b-4308-96e1-4790b45be099,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:16.985150 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:16.986302 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:17.149584 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46426) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:17.156009 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-7aae8e2e-ee99-402d-946f-89d8788d6a50 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050566130', 'description': 'tempest-description--1528302843'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:17.174223 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:19:17.250752 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8085b92f-7663-4dbd-b332-0cc1915de8d7 admin admin] Publish callbacks [] for security_group (6b57c0af-f311-43df-9dd8-19e6da7d8c53), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:17.263710 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7aae8e2e-ee99-402d-946f-89d8788d6a50 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:17.503843 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8085b92f-7663-4dbd-b332-0cc1915de8d7 admin admin] Publish callbacks [] for security_group (6b57c0af-f311-43df-9dd8-19e6da7d8c53), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:17.646985 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:17.684981 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:17.701044 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 2, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:17.754280 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Checking router: 65bc7940-5ff8-4be9-aabd-1282744761d5 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:19:17.754648 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Updating router 65bc7940-5ff8-4be9-aabd-1282744761d5 port 7cfe97f2-653d-4c1e-98cb-a92750205634 binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:19:17.796638 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:17.797979 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Sync routers for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:19:17.801446 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7aae8e2e-ee99-402d-946f-89d8788d6a50 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (cf1627c5-176f-4415-999d-c657d072a2d7), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:17.815149 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ac2c936-a58f-4238-8973-5b870bfbdb2e req-f951f8e3-773a-4240-b527-e4ea45538239 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 210 time: 0.1931136 May 26 03:19:17.821342 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7aae8e2e-ee99-402d-946f-89d8788d6a50 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (cf1627c5-176f-4415-999d-c657d072a2d7), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:17.854343 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:17.911084 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Publish callbacks [] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:17.963013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae8e2e-ee99-402d-946f-89d8788d6a50 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1627c5-176f-4415-999d-c657d072a2d7,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:17.993321 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:19:17.995148 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:17.996432 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7aae8e2e-ee99-402d-946f-89d8788d6a50 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.003490 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7aae8e2e-ee99-402d-946f-89d8788d6a50 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8526418 May 26 03:19:18.004563 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46438) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:18.018992 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-97f025ee-2ed9-4ef3-8df4-93aaf011e279 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'security_group_rule': {'security_group_id': 'cf1627c5-176f-4415-999d-c657d072a2d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:18.072727 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8085b92f-7663-4dbd-b332-0cc1915de8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (6b57c0af-f311-43df-9dd8-19e6da7d8c53), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.088042 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8085b92f-7663-4dbd-b332-0cc1915de8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.091226 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-8085b92f-7663-4dbd-b332-0cc1915de8d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b57c0af-f311-43df-9dd8-19e6da7d8c53 HTTP/1.1" status: 204 len: 168 time: 1.4007127 May 26 03:19:18.112809 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=c3fbbdaf-f98b-4308-96e1-4790b45be099,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:18.118043 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97f025ee-2ed9-4ef3-8df4-93aaf011e279 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (13437d5c-a56f-4b78-b7bf-a0f54572adc6), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.120941 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085b92f-7663-4dbd-b332-0cc1915de8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b57c0af-f311-43df-9dd8-19e6da7d8c53,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:18.140197 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.183539 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:18.194845 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.211975 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46446) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:18.226775 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46450) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:18.286457 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-071dd621-9d5c-442a-90b3-875bd38a5ffd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805357154', 'description': 'tempest-description--486600915'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:18.423150 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:18.441431 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8cd3-16fa-4181-ac9d-ae4497cb90fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.458918 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Network 19cb2346-96d0-48c2-a978-a2f7b3e86519 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:18.461581 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Pushing event updated for resources: {'Port': ['ID=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:18.495026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:18.500389 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:18.518513 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46452) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:18.518991 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:18.520246 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.564998 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-1f2afc31-a10f-438d-acd6-78f28caabaf5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5149057 May 26 03:19:18.584866 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97f025ee-2ed9-4ef3-8df4-93aaf011e279 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (13437d5c-a56f-4b78-b7bf-a0f54572adc6), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.589214 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:18.592263 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-46cf8bf6-532c-49cb-a049-cb4397b01b24 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:19:18.593359 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-46cf8bf6-532c-49cb-a049-cb4397b01b24 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054238 May 26 03:19:18.618744 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97f025ee-2ed9-4ef3-8df4-93aaf011e279 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (13437d5c-a56f-4b78-b7bf-a0f54572adc6), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.620607 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-071dd621-9d5c-442a-90b3-875bd38a5ffd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.624620 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:18.626860 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:19:18.652758 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:18.726594 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-97f025ee-2ed9-4ef3-8df4-93aaf011e279 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.727202 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-97f025ee-2ed9-4ef3-8df4-93aaf011e279 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7194779 May 26 03:19:18.730239 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46456) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:18.734820 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-3b42aa7b-0fa7-4050-a9b8-ce04e3a66700 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'security_group_rule': {'security_group_id': 'cf1627c5-176f-4415-999d-c657d072a2d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:18.814477 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Publish callbacks [] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.816092 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f025ee-2ed9-4ef3-8df4-93aaf011e279 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13437d5c-a56f-4b78-b7bf-a0f54572adc6,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:18.831757 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:18.861039 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c3fbbdaf-f98b-4308-96e1-4790b45be099 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:19.030303 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:19.036341 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df75783-f535-443e-8e78-a15520c944ed None None] Pushing event updated for resources: {'Port': ['ID=7cfe97f2-653d-4c1e-98cb-a92750205634,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:19.087020 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port c3fbbdaf-f98b-4308-96e1-4790b45be099 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:19.087020 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.095604 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b42aa7b-0fa7-4050-a9b8-ce04e3a66700 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (b1fde251-0806-4b7b-835b-4152f4cf64f2), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.287547 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Attempting to bind port 7cfe97f2-653d-4c1e-98cb-a92750205634 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:19:19.288033 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Attempting to bind port 7cfe97f2-653d-4c1e-98cb-a92750205634 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:19:19.288400 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Attempting to bind port 7cfe97f2-653d-4c1e-98cb-a92750205634 on network d2a6adbc-61d2-4628-a539-9e0450886394 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:19.307818 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:19:19.308199 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Checking segment: {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:19.308609 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.309009 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Bound using segment: {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:19:19.309547 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Bound port: 7cfe97f2-653d-4c1e-98cb-a92750205634, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:19:19.309983 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.313579 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 2, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:19.317545 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46470) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:19.348280 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b42aa7b-0fa7-4050-a9b8-ce04e3a66700 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (b1fde251-0806-4b7b-835b-4152f4cf64f2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.358931 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b42aa7b-0fa7-4050-a9b8-ce04e3a66700 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (b1fde251-0806-4b7b-835b-4152f4cf64f2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.433225 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Checking router: aa61c987-3b3c-490c-879b-8e3250263ed2 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:19:19.435655 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Updating router aa61c987-3b3c-490c-879b-8e3250263ed2 port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:19:19.453465 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Request body: {'port': {'device_id': '087efe4f-3cfb-43ff-bea4-532d7f8c0187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:19.466962 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42aa7b-0fa7-4050-a9b8-ce04e3a66700 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fde251-0806-4b7b-835b-4152f4cf64f2,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:19.535223 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] For port 7cfe97f2-653d-4c1e-98cb-a92750205634, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:19:19.550092 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] For port 7cfe97f2-653d-4c1e-98cb-a92750205634, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=7cfe97f2-653d-4c1e-98cb-a92750205634,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:19:19.557997 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.568062 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b42aa7b-0fa7-4050-a9b8-ce04e3a66700 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.579164 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3b42aa7b-0fa7-4050-a9b8-ce04e3a66700 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8476000 May 26 03:19:19.588425 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46478) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:19.595827 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.618853 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:19.625237 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9e15cf49-891f-4f70-92f4-61c9e856b7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.666242 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0f9227a6-8fbf-4e8f-bd2e-15add55307f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.680448 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-071dd621-9d5c-442a-90b3-875bd38a5ffd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (2513730b-69fd-4e15-a410-1bcc75fd4b9d), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.709077 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df75783-f535-443e-8e78-a15520c944ed None None] Pushing event updated for resources: {'Port': ['ID=7cfe97f2-653d-4c1e-98cb-a92750205634,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:19.709268 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8cd3-16fa-4181-ac9d-ae4497cb90fe admin admin] Publish callbacks [] for security_group (7cd913fa-8581-495a-b4af-5c233e742eb5), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.741894 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-071dd621-9d5c-442a-90b3-875bd38a5ffd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2513730b-69fd-4e15-a410-1bcc75fd4b9d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.764714 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:19:19.765949 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:19.786055 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.794835 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port c3fbbdaf-f98b-4308-96e1-4790b45be099 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:19.830731 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.847366 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:19.852129 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8cd3-16fa-4181-ac9d-ae4497cb90fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (7cd913fa-8581-495a-b4af-5c233e742eb5), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:19.898020 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:19.996032 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:19:20.039835 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.055598 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-583dbe94-b947-465b-a329-ad769ce83fd5 None None] Provisioning complete for port 7cfe97f2-653d-4c1e-98cb-a92750205634 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:20.061878 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-583dbe94-b947-465b-a329-ad769ce83fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.122157 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0f9227a6-8fbf-4e8f-bd2e-15add55307f7 admin admin] Publish callbacks [] for security_group (2d7b935b-b774-4e64-93e8-1556cc3dfbda), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.134837 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-071dd621-9d5c-442a-90b3-875bd38a5ffd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.145022 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-071dd621-9d5c-442a-90b3-875bd38a5ffd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.8804951 May 26 03:19:20.214248 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46496) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:20.227096 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Allocated IP 172.27.2.136 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/f2aca9fc-314e-48e6-9dac-b0bd6ddfea98) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:20.278994 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-6163edf9-ec56-470d-87eb-f6df064ad4ab tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'security_group_rule': {'security_group_id': '2513730b-69fd-4e15-a410-1bcc75fd4b9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:20.307716 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0f9227a6-8fbf-4e8f-bd2e-15add55307f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2d7b935b-b774-4e64-93e8-1556cc3dfbda), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.427523 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0f9227a6-8fbf-4e8f-bd2e-15add55307f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=421d43c3fe944cfdbe747ea49ff7a905&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8645582 May 26 03:19:20.428997 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dd621-9d5c-442a-90b3-875bd38a5ffd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2513730b-69fd-4e15-a410-1bcc75fd4b9d,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:20.504641 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46500) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:20.519587 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d8cd3-16fa-4181-ac9d-ae4497cb90fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd913fa-8581-495a-b4af-5c233e742eb5,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:20.524002 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for port (f2aca9fc-314e-48e6-9dac-b0bd6ddfea98), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.547209 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:19Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:20.608021 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910e8ab-f57c-44c7-9442-f1723c9e1503 req-9c992ad3-49ab-49e2-b09a-91f0d176dd20 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:20.612977 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8910e8ab-f57c-44c7-9442-f1723c9e1503 req-9c992ad3-49ab-49e2-b09a-91f0d176dd20 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 931 time: 1.5977902 May 26 03:19:20.622688 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f905f76-5d0e-4305-92c0-930ea5ed6745 None None] The sync data for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi is: [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:19Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:19:20.650250 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:20.660555 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (f2aca9fc-314e-48e6-9dac-b0bd6ddfea98), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.682809 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9227a6-8fbf-4e8f-bd2e-15add55307f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7b935b-b774-4e64-93e8-1556cc3dfbda,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:20.773521 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:20.794027 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-583dbe94-b947-465b-a329-ad769ce83fd5 None None] Current status of the port 7cfe97f2-653d-4c1e-98cb-a92750205634 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:20.794992 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-583dbe94-b947-465b-a329-ad769ce83fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.796084 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:20.805470 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'Port': ['ID=f2aca9fc-314e-48e6-9dac-b0bd6ddfea98,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:20.809847 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:20.813080 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:20.931950 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5a5d8cd3-16fa-4181-ac9d-ae4497cb90fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5eb2e921dfb4ef59f2cd0c687fb68c8&name=default HTTP/1.1" status: 200 len: 2993 time: 2.6034212 May 26 03:19:20.938196 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-583dbe94-b947-465b-a329-ad769ce83fd5 None None] For port 7cfe97f2-653d-4c1e-98cb-a92750205634, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=7cfe97f2-653d-4c1e-98cb-a92750205634,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:20.951450 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (2800b348-f102-4064-9078-f5e8e8e845e7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.962114 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-583dbe94-b947-465b-a329-ad769ce83fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:20.969171 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46508) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:21.025522 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (f2aca9fc-314e-48e6-9dac-b0bd6ddfea98), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.055281 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6163edf9-ec56-470d-87eb-f6df064ad4ab tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (a01a7295-1c4a-4012-b517-c27022b1bb7b), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.161874 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-906a33f9-e279-4245-a88e-094030dc20e0 None None] Provisioning complete for port 7cfe97f2-653d-4c1e-98cb-a92750205634 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:21.163459 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-906a33f9-e279-4245-a88e-094030dc20e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.204189 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dbe94-b947-465b-a329-ad769ce83fd5 None None] Pushing event updated for resources: {'Port': ['ID=7cfe97f2-653d-4c1e-98cb-a92750205634,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:21.266068 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for port (f2aca9fc-314e-48e6-9dac-b0bd6ddfea98), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.279646 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (f2aca9fc-314e-48e6-9dac-b0bd6ddfea98), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.322495 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Publish callbacks [] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.344908 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:21.357565 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.399077 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3749-cd57-4cd3-af47-5bddaf9151c7 admin admin] Publish callbacks [] for security_group (2d7b935b-b774-4e64-93e8-1556cc3dfbda), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.478316 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3749-cd57-4cd3-af47-5bddaf9151c7 admin admin] Publish callbacks [] for security_group (2d7b935b-b774-4e64-93e8-1556cc3dfbda), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.495754 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'Port': ['ID=f2aca9fc-314e-48e6-9dac-b0bd6ddfea98,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:21.508636 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (2800b348-f102-4064-9078-f5e8e8e845e7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.560501 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.571204 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f061ab9c-d968-4620-b6b4-d06be737be0a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9724054 May 26 03:19:21.574569 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:21.630855 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8910e8ab-f57c-44c7-9442-f1723c9e1503 req-e6d5211d-4938-40ab-8644-ad640c6600ec tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9849963 May 26 03:19:21.661220 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5ea64-a75d-4290-8fad-d46bb29396f6 None None] Pushing event updated for resources: {'Port': ['ID=1c3c153e-3579-470c-b4d2-dafd2b1c4ca9,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:21.669064 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-906a33f9-e279-4245-a88e-094030dc20e0 None None] Current status of the port 7cfe97f2-653d-4c1e-98cb-a92750205634 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:21.778501 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-beda1cca-5745-4e93-a9ec-27144bce7be0 admin admin] Publish callbacks [] for security_group (7cd913fa-8581-495a-b4af-5c233e742eb5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.798808 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:21.829168 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9e15cf49-891f-4f70-92f4-61c9e856b7b8 admin admin] Publish callbacks [] for security_group (dce03bbf-731f-4591-8a91-6f4179fe681c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.885933 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-beda1cca-5745-4e93-a9ec-27144bce7be0 admin admin] Publish callbacks [] for security_group (7cd913fa-8581-495a-b4af-5c233e742eb5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.918023 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9e15cf49-891f-4f70-92f4-61c9e856b7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (dce03bbf-731f-4591-8a91-6f4179fe681c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.960002 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Attempting to bind port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:19:21.969838 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Attempting to bind port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:19:21.970258 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Attempting to bind port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 on network 536c60a9-349c-427d-a636-2554c2acd379 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:21.981753 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:19:21.982137 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Checking segment: {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:21.982556 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:21.982936 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Bound using segment: {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:19:21.983443 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Bound port: 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:19:21.983845 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.113061 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6163edf9-ec56-470d-87eb-f6df064ad4ab tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (a01a7295-1c4a-4012-b517-c27022b1bb7b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.142594 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3749-cd57-4cd3-af47-5bddaf9151c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2d7b935b-b774-4e64-93e8-1556cc3dfbda), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.152276 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3749-cd57-4cd3-af47-5bddaf9151c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.154162 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] For port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:19:22.159366 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1fcc3749-cd57-4cd3-af47-5bddaf9151c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d7b935b-b774-4e64-93e8-1556cc3dfbda HTTP/1.1" status: 204 len: 168 time: 1.5423326 May 26 03:19:22.160167 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-beda1cca-5745-4e93-a9ec-27144bce7be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (7cd913fa-8581-495a-b4af-5c233e742eb5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.168794 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-beda1cca-5745-4e93-a9ec-27144bce7be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.175688 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-beda1cca-5745-4e93-a9ec-27144bce7be0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cd913fa-8581-495a-b4af-5c233e742eb5 HTTP/1.1" status: 204 len: 168 time: 1.2024703 May 26 03:19:22.176613 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6163edf9-ec56-470d-87eb-f6df064ad4ab tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (a01a7295-1c4a-4012-b517-c27022b1bb7b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.179218 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-578b846e-743e-4287-8f4c-4bc2d6cd72e7 None None] Provisioning complete for port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:22.179757 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-578b846e-743e-4287-8f4c-4bc2d6cd72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.224702 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] For port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=1c3c153e-3579-470c-b4d2-dafd2b1c4ca9,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:19:22.234450 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-578b846e-743e-4287-8f4c-4bc2d6cd72e7 None None] Port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:19:22.248305 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.263604 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:22.266603 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9e15cf49-891f-4f70-92f4-61c9e856b7b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73dd0d77849e47b5847e97b655f442aa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9478223 May 26 03:19:22.275362 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46544) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:22.301934 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163edf9-ec56-470d-87eb-f6df064ad4ab tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01a7295-1c4a-4012-b517-c27022b1bb7b,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:22.403663 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6163edf9-ec56-470d-87eb-f6df064ad4ab tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.406349 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-6163edf9-ec56-470d-87eb-f6df064ad4ab tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1808510 May 26 03:19:22.417662 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46546) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:22.420662 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc3749-cd57-4cd3-af47-5bddaf9151c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7b935b-b774-4e64-93e8-1556cc3dfbda,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:22.470288 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-6c20a6ab-d888-41c9-8432-b1bdb44bc184 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'security_group_rule': {'security_group_id': '2513730b-69fd-4e15-a410-1bcc75fd4b9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:22.503498 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15cf49-891f-4f70-92f4-61c9e856b7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce03bbf-731f-4591-8a91-6f4179fe681c,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:22.536394 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5ea64-a75d-4290-8fad-d46bb29396f6 None None] Pushing event updated for resources: {'Port': ['ID=1c3c153e-3579-470c-b4d2-dafd2b1c4ca9,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:22.552961 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:19:22.553829 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:22.596399 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-446b6e4b-375e-4392-869e-36649cb2eb2b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1050566130&fields=id&tenant_id=921ab4465c1b48758a03fe0411940778 HTTP/1.1" status: 200 len: 267 time: 0.4789751 May 26 03:19:22.624251 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:19:22.643464 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:22.674391 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Publish callbacks [] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.713869 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:22.754743 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6c20a6ab-d888-41c9-8432-b1bdb44bc184 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (c3f5106e-00a9-448a-88b4-d3a386db2286), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.770532 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:22.781846 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Transition to ACTIVE for port object 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:19:22.816794 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:22.899797 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda1cca-5745-4e93-a9ec-27144bce7be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd913fa-8581-495a-b4af-5c233e742eb5,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:22.928077 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783ee7-ecb5-4b30-843a-537d00459649 req-dec88680-7653-4658-a53b-71b08eb01366 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:22.935723 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-dec88680-7653-4658-a53b-71b08eb01366 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 811 time: 0.3309519 May 26 03:19:22.987878 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5c768ded-3771-42b4-a48b-cb5c4f2e4754 admin admin] Publish callbacks [] for security_group (dce03bbf-731f-4591-8a91-6f4179fe681c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.011661 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-27d1020e-b546-4d99-ac94-8b29b874ff3e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/quotas/921ab4465c1b48758a03fe0411940778 HTTP/1.1" status: 200 len: 375 time: 0.0480585 May 26 03:19:23.092075 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Pushing event updated for resources: {'Port': ['ID=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:23.140034 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 7cfe97f2-653d-4c1e-98cb-a92750205634 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:23.152426 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5c768ded-3771-42b4-a48b-cb5c4f2e4754 admin admin] Publish callbacks [] for security_group (dce03bbf-731f-4591-8a91-6f4179fe681c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.184896 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599debc-1cc3-4fba-b3c5-ab01fd57a5b7 req-5fd9aa54-5c2d-4238-8280-f6fb973bb6f3 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:23.187149 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7599debc-1cc3-4fba-b3c5-ab01fd57a5b7 req-5fd9aa54-5c2d-4238-8280-f6fb973bb6f3 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 943 time: 0.2503560 May 26 03:19:23.296054 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:19:23.313051 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-7cfbde3e-88d7-4e82-8352-b2392478473c tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2348180 May 26 03:19:23.398606 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6c20a6ab-d888-41c9-8432-b1bdb44bc184 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (c3f5106e-00a9-448a-88b4-d3a386db2286), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.399925 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Attempting to bind port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:19:23.401518 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Attempting to bind port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'cb9129e1-133d-4786-b016-78c98bda5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19cb2346-96d0-48c2-a978-a2f7b3e86519'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:19:23.402148 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Attempting to bind port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 on network 19cb2346-96d0-48c2-a978-a2f7b3e86519 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:23.405038 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-eea8b03d-1d78-445d-aa9d-abd2f765494f None None] Provisioning complete for port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:23.409603 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-eea8b03d-1d78-445d-aa9d-abd2f765494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.418684 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6c20a6ab-d888-41c9-8432-b1bdb44bc184 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (c3f5106e-00a9-448a-88b4-d3a386db2286), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.441158 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 on network 19cb2346-96d0-48c2-a978-a2f7b3e86519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:19:23.441553 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Attempting to bind port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 on network 19cb2346-96d0-48c2-a978-a2f7b3e86519 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:23.489402 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20a6ab-d888-41c9-8432-b1bdb44bc184 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f5106e-00a9-448a-88b4-d3a386db2286,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:23.502078 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:19:23.502476 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Checking segment: {'id': 'cb9129e1-133d-4786-b016-78c98bda5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19cb2346-96d0-48c2-a978-a2f7b3e86519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:23.504226 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Bound using segment: {'id': 'cb9129e1-133d-4786-b016-78c98bda5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19cb2346-96d0-48c2-a978-a2f7b3e86519'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:19:23.504783 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Bound port: 2906ce39-9b25-4d47-aa9b-ae899f07bbd0, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9129e1-133d-4786-b016-78c98bda5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19cb2346-96d0-48c2-a978-a2f7b3e86519'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:19:23.506662 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.518243 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6c20a6ab-d888-41c9-8432-b1bdb44bc184 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.525725 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6c20a6ab-d888-41c9-8432-b1bdb44bc184 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1030352 May 26 03:19:23.536258 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 46578) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:23.557192 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:23.579078 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-6663a96d-4fac-418e-a184-831214a4c90e service neutron] 10.222.0.39 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347350 May 26 03:19:23.600733 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 7cfe97f2-653d-4c1e-98cb-a92750205634 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:23.601447 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.690691 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7599debc-1cc3-4fba-b3c5-ab01fd57a5b7 req-1677ae40-9859-4673-814f-c1124d3f2f3f tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730849 May 26 03:19:23.741844 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.828442 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5c768ded-3771-42b4-a48b-cb5c4f2e4754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (dce03bbf-731f-4591-8a91-6f4179fe681c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.840665 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5c768ded-3771-42b4-a48b-cb5c4f2e4754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:23.844120 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5c768ded-3771-42b4-a48b-cb5c4f2e4754 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dce03bbf-731f-4591-8a91-6f4179fe681c HTTP/1.1" status: 204 len: 168 time: 1.5349271 May 26 03:19:23.875055 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c768ded-3771-42b4-a48b-cb5c4f2e4754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce03bbf-731f-4591-8a91-6f4179fe681c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:23.955025 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-57e3e3a9-94fa-4221-baac-bcf02c4f28ee service neutron] 10.222.0.39 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606513 May 26 03:19:23.969216 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] For port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:19:24.092888 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] For port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,segment=NetworkSegment(cb9129e1-133d-4786-b016-78c98bda5d98),segment_id=cb9129e1-133d-4786-b016-78c98bda5d98)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:19:24.139832 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:24.297750 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:24.301820 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:24.306039 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] 10.222.0.45 "PUT /v2.0/ports/2906ce39-9b25-4d47-aa9b-ae899f07bbd0 HTTP/1.1" status: 200 len: 1093 time: 5.2562215 May 26 03:19:24.310702 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087efe4f-3cfb-43ff-bea4-532d7f8c0187', 'tag': '2906ce39-9b25-4d47-aa9b-ae899f07bbd0'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:19:24.496878 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-99994a0b-3a71-4d82-8bd4-971a99f44319 req-25c7a3aa-69e6-4143-b242-4e8aa69f3e8b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.1156945 May 26 03:19:24.561301 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 7cfe97f2-653d-4c1e-98cb-a92750205634 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:24.581306 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:24.583641 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-eea8b03d-1d78-445d-aa9d-abd2f765494f None None] Current status of the port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:24.584157 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-eea8b03d-1d78-445d-aa9d-abd2f765494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:24.616912 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:22Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:19:24.677824 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46632) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:24.682877 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397ecc5-d1c7-454c-a010-df7bd6f0b506 None None] The sync data for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi is: [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:22Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:19:24.713136 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:24.717926 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3cc9678b-c493-414b-8714-ca73716ecd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:24.836171 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-eea8b03d-1d78-445d-aa9d-abd2f765494f None None] For port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=1c3c153e-3579-470c-b4d2-dafd2b1c4ca9,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:24.844312 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-eea8b03d-1d78-445d-aa9d-abd2f765494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:25.048235 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50703d1-75cf-472a-a8fc-8988cf7261cb req-7f9d8e4b-f2a5-4972-b04c-15a10ab96ef5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:25.049825 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c50703d1-75cf-472a-a8fc-8988cf7261cb req-7f9d8e4b-f2a5-4972-b04c-15a10ab96ef5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 943 time: 0.1908381 May 26 03:19:25.055480 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8b03d-1d78-445d-aa9d-abd2f765494f None None] Pushing event updated for resources: {'Port': ['ID=1c3c153e-3579-470c-b4d2-dafd2b1c4ca9,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:25.276575 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c50703d1-75cf-472a-a8fc-8988cf7261cb req-0b93ac43-f59c-4be8-a2da-cedf57512777 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115304 May 26 03:19:25.332307 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-9d0257bf-cc8e-4ea0-905f-246f17374db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:25.334440 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-9d0257bf-cc8e-4ea0-905f-246f17374db1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3d32df9c64c414d9c93be35820927c9&device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 1127 time: 0.7702110 May 26 03:19:25.343962 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3cc9678b-c493-414b-8714-ca73716ecd3a admin admin] Publish callbacks [] for security_group (e3482f8c-28bf-46bf-b08b-3dd43eae12d4), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:25.354434 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3cc9678b-c493-414b-8714-ca73716ecd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e3482f8c-28bf-46bf-b08b-3dd43eae12d4), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:25.458334 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3cc9678b-c493-414b-8714-ca73716ecd3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5f2eac1de3e46d3b9966e1489fa4d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7791386 May 26 03:19:25.476958 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46670) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:25.546416 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e79ed60-8170-43eb-b524-e2e8f4679356" -d '{"events": [{"name": "network-changed", "server_uuid": "087efe4f-3cfb-43ff-bea4-532d7f8c0187", "tag": "2906ce39-9b25-4d47-aa9b-ae899f07bbd0"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:19:25.601845 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a6351-0ebd-4a95-918e-b401abac6b19 service neutron] Pushing event updated for resources: {'Port': ['ID=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:25.692368 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-949d75dc-48d3-4de6-b281-2fe1f0d0d726 req-d1395208-870c-446c-b52d-a7fdc36a175b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.0880978 May 26 03:19:25.695323 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9678b-c493-414b-8714-ca73716ecd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3482f8c-28bf-46bf-b08b-3dd43eae12d4,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:25.759063 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d251fdde-cb0e-4e95-9e43-ffc7178aeec4 admin admin] Publish callbacks [] for security_group (e3482f8c-28bf-46bf-b08b-3dd43eae12d4), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:25.782665 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Allocated IP 172.27.2.158 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/d01edc1a-8cc6-4eb4-821e-927df1cd0733) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:25.824616 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d251fdde-cb0e-4e95-9e43-ffc7178aeec4 admin admin] Publish callbacks [] for security_group (e3482f8c-28bf-46bf-b08b-3dd43eae12d4), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:25.950212 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d251fdde-cb0e-4e95-9e43-ffc7178aeec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e3482f8c-28bf-46bf-b08b-3dd43eae12d4), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:25.955232 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d251fdde-cb0e-4e95-9e43-ffc7178aeec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:25.958321 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d251fdde-cb0e-4e95-9e43-ffc7178aeec4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3482f8c-28bf-46bf-b08b-3dd43eae12d4 HTTP/1.1" status: 204 len: 168 time: 0.4765987 May 26 03:19:25.983746 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251fdde-cb0e-4e95-9e43-ffc7178aeec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3482f8c-28bf-46bf-b08b-3dd43eae12d4,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:26.130610 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-9f0c6465-caac-429a-b295-c36845b2a775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2906ce39-9b25-4d47-aa9b-ae899f07bbd0 HTTP/1.1" status: 200 len: 217 time: 0.1713679 May 26 03:19:26.146566 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae3dc97-3f2e-4261-965f-dbc3ed6d3e50 x-openstack-request-id: req-bae3dc97-3f2e-4261-965f-dbc3ed6d3e50 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:19:26.147138 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087efe4f-3cfb-43ff-bea4-532d7f8c0187", "tag": "2906ce39-9b25-4d47-aa9b-ae899f07bbd0", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:19:26.147614 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bae3dc97-3f2e-4261-965f-dbc3ed6d3e50 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:19:26.148208 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae3dc97-3f2e-4261-965f-dbc3ed6d3e50'] response: {'name': 'network-changed', 'server_uuid': '087efe4f-3cfb-43ff-bea4-532d7f8c0187', 'tag': '2906ce39-9b25-4d47-aa9b-ae899f07bbd0', 'status': 'completed', 'code': 200} May 26 03:19:26.150455 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:26.238160 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for port (d01edc1a-8cc6-4eb4-821e-927df1cd0733), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:26.254741 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:26.309771 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46708) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:26.384525 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (d01edc1a-8cc6-4eb4-821e-927df1cd0733), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:26.467840 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:26.471594 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:26.476414 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:26.491429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'Port': ['ID=d01edc1a-8cc6-4eb4-821e-927df1cd0733,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:26.502674 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13bf76-611e-4f2e-9772-af9bc5028f1d req-81d0aa27-b49c-4814-bcdf-3a45ad3e0d2e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:26.504736 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bf13bf76-611e-4f2e-9772-af9bc5028f1d req-81d0aa27-b49c-4814-bcdf-3a45ad3e0d2e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 943 time: 0.0965827 May 26 03:19:26.552373 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (08f94948-207e-4a46-adb4-6b5b300aaad6), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:26.613493 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bf13bf76-611e-4f2e-9772-af9bc5028f1d req-2d423dc7-e2bf-409c-83b5-22187d22fcdf tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963619 May 26 03:19:26.627022 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d01edc1a-8cc6-4eb4-821e-927df1cd0733), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:26.704111 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-dd214986-06a6-4cc7-90ce-81aa94365ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:26.874166 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:26.890103 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:26.956528 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4bf37fb-cd2c-468d-9b1e-2bee10b47c2f req-4690db46-4a4b-405e-a92d-9d6642b3d3f1 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.1238098 May 26 03:19:27.018486 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:27.019152 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.063017 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-dd214986-06a6-4cc7-90ce-81aa94365ad5 admin admin] Publish callbacks [] for security_group (13c0fa4f-87c6-4f2a-a265-dfe3ddaa2b49), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.072067 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-dd214986-06a6-4cc7-90ce-81aa94365ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (13c0fa4f-87c6-4f2a-a265-dfe3ddaa2b49), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.110877 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-dd214986-06a6-4cc7-90ce-81aa94365ad5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=892ea92d619d406d9f4e350f008c3fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7983670 May 26 03:19:27.113344 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 46728) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:27.121203 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for port (d01edc1a-8cc6-4eb4-821e-927df1cd0733), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.138051 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d01edc1a-8cc6-4eb4-821e-927df1cd0733), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.184699 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd214986-06a6-4cc7-90ce-81aa94365ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c0fa4f-87c6-4f2a-a265-dfe3ddaa2b49,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:27.203447 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:27.212088 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (08f94948-207e-4a46-adb4-6b5b300aaad6), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.222233 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bac5ff97-3318-4670-a653-61997f1b7650 admin admin] Publish callbacks [] for security_group (13c0fa4f-87c6-4f2a-a265-dfe3ddaa2b49), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.248922 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bac5ff97-3318-4670-a653-61997f1b7650 admin admin] Publish callbacks [] for security_group (13c0fa4f-87c6-4f2a-a265-dfe3ddaa2b49), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.249388 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.250755 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7095773 May 26 03:19:27.252129 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17938bdd-de33-4f54-8de5-c75cd4203332 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'Port': ['ID=d01edc1a-8cc6-4eb4-821e-927df1cd0733,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:27.308086 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bac5ff97-3318-4670-a653-61997f1b7650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (13c0fa4f-87c6-4f2a-a265-dfe3ddaa2b49), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.311455 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-bac5ff97-3318-4670-a653-61997f1b7650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:27.313004 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bac5ff97-3318-4670-a653-61997f1b7650 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13c0fa4f-87c6-4f2a-a265-dfe3ddaa2b49 HTTP/1.1" status: 204 len: 168 time: 0.1976218 May 26 03:19:27.322296 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5ff97-3318-4670-a653-61997f1b7650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c0fa4f-87c6-4f2a-a265-dfe3ddaa2b49,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:27.591371 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:27.665040 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-5853845b-22a6-4532-8d77-abd50f73f074 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--805357154&fields=id&tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf HTTP/1.1" status: 200 len: 267 time: 0.0998151 May 26 03:19:27.688547 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f6f4f252-2b35-4453-88a2-95a247e22611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:27.690933 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-f6f4f252-2b35-4453-88a2-95a247e22611 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0975cca4-ecd2-41ec-b62e-d401cfb20805 HTTP/1.1" status: 200 len: 851 time: 0.2511151 May 26 03:19:27.903102 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3b0fa-7dc5-4dd7-834b-5e8ff235f5ae req-d6523dd3-7a47-4a1d-b49c-1b05ba3a86ab tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:27.904866 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-97c3b0fa-7dc5-4dd7-834b-5e8ff235f5ae req-d6523dd3-7a47-4a1d-b49c-1b05ba3a86ab tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 943 time: 0.1237171 May 26 03:19:27.964335 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-5c97b14f-a9bd-4f85-a0c1-7d9b2cfb3fea tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:27.971500 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-5c97b14f-a9bd-4f85-a0c1-7d9b2cfb3fea tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 816 time: 0.2950661 May 26 03:19:27.989547 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-1def632f-a9cd-496c-a94f-537a41105b72 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/quotas/ae4cce0a69044ebcba5f2b5352d04cbf HTTP/1.1" status: 200 len: 375 time: 0.0169969 May 26 03:19:28.127046 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-d1ec2c63-1209-47bd-bd79-90850336c058 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341264 May 26 03:19:28.138763 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-97c3b0fa-7dc5-4dd7-834b-5e8ff235f5ae req-01e03744-087a-44c9-b11b-3514973cc9e6 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136452 May 26 03:19:28.376056 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5f89a6b-5f75-4172-b8a0-6e554d4b6ca5 req-9a98bda3-d0ee-41fb-9063-bdccb5f3ab22 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.0522108 May 26 03:19:28.521449 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-2b56efa3-5093-4c1b-99b8-c125978bdb02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19cb2346-96d0-48c2-a978-a2f7b3e86519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018622 May 26 03:19:28.756973 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-c77f3792-9c47-425d-83ca-2f2e8da1fad5 service neutron] 10.222.0.45 "GET /v2.0/networks/19cb2346-96d0-48c2-a978-a2f7b3e86519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603150 May 26 03:19:28.900538 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e3de510d-b2c5-4bf6-848a-8191f0eec821 req-a7f65741-b127-4bbc-9bec-3f9faaaf470f service neutron] 10.222.0.45 "GET /v2.0/networks/19cb2346-96d0-48c2-a978-a2f7b3e86519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360848 May 26 03:19:29.005093 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-8a179a53-27ec-4afb-b66c-50eeed13f72a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:19:29.007898 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-8a179a53-27ec-4afb-b66c-50eeed13f72a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2181973 May 26 03:19:29.169493 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-38f936ef-39fe-4e99-8566-8b1fc21a40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:29.174178 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-38f936ef-39fe-4e99-8566-8b1fc21a40d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3d32df9c64c414d9c93be35820927c9&device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 1127 time: 0.1353533 May 26 03:19:29.245732 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:29.405611 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-8590fa77-e2b4-46ad-9177-94bf1576f8ec service neutron] 10.222.0.39 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899999 May 26 03:19:29.617442 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:29.746034 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.45', 65511) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:29.936155 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024d435-8329-4a3d-ae41-9e7047f989e1 req-a45b8887-4f12-49e5-956e-e50b3ef58ba6 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:29.937747 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2024d435-8329-4a3d-ae41-9e7047f989e1 req-a45b8887-4f12-49e5-956e-e50b3ef58ba6 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 943 time: 0.6217225 May 26 03:19:29.978872 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:30.029132 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-338857c3-90da-4866-8139-99a79eff939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:30.030923 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-338857c3-90da-4866-8139-99a79eff939d service neutron] 10.222.0.45 "GET /v2.0/networks?id=19cb2346-96d0-48c2-a978-a2f7b3e86519 HTTP/1.1" status: 200 len: 912 time: 0.5735617 May 26 03:19:30.054876 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-8b6b171b-dc39-4954-9be9-d4dad765df3b service neutron] 10.222.0.39 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450136 May 26 03:19:30.071326 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2024d435-8329-4a3d-ae41-9e7047f989e1 req-48af67d8-5a39-4315-8a54-52daa61425a5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233816 May 26 03:19:30.074026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783ee7-ecb5-4b30-843a-537d00459649 req-2f285875-97c4-4169-b858-13012044dce9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:30.075579 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-2f285875-97c4-4169-b858-13012044dce9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 811 time: 0.3231072 May 26 03:19:30.195183 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f761e93e-fbce-4e12-961f-1125a2920ab1 req-3719853d-c16c-4723-8cdf-4c37e4104035 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.0464082 May 26 03:19:30.266677 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-34bb3a19-438e-4026-bd99-47b449fcd296 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2906ce39-9b25-4d47-aa9b-ae899f07bbd0 HTTP/1.1" status: 200 len: 217 time: 0.0440407 May 26 03:19:30.355142 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-39d0091b-dad8-42c5-8ce1-af40b4daf5e7 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=921ab4465c1b48758a03fe0411940778 HTTP/1.1" status: 200 len: 380 time: 0.1553345 May 26 03:19:30.367284 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-a0e5d6d7-ea4e-4c1c-92c0-442d1aa79b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:30.368838 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-a0e5d6d7-ea4e-4c1c-92c0-442d1aa79b14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0975cca4-ecd2-41ec-b62e-d401cfb20805 HTTP/1.1" status: 200 len: 851 time: 0.0871747 May 26 03:19:30.380440 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-790196b6-b346-474f-8cc7-68fc50193862 req-650d323d-9dae-4057-ab3c-46d5b75f8d4b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 210 time: 0.0503125 May 26 03:19:30.492135 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:30.551124 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:31.228696 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:31.263871 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963b80b-79c6-4f64-8361-641997f9340d req-53bc020d-f329-4671-b243-fab7db6edf3f tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:31.265381 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3963b80b-79c6-4f64-8361-641997f9340d req-53bc020d-f329-4671-b243-fab7db6edf3f tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 943 time: 0.0973768 May 26 03:19:31.368868 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-086c2ad3-eb60-4ee4-9a8a-31b6eae8d982 req-ec9a3aa4-8a87-4a94-96f7-ae44265f3049 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.0517724 May 26 03:19:31.392540 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3963b80b-79c6-4f64-8361-641997f9340d req-ffbe448d-7ac6-46ac-a2d8-cd187fc37387 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210849 May 26 03:19:31.480543 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ddc92451-592c-4a66-8eac-64f03e2b71e9 req-6a9c5bde-ad9d-4272-bc35-00e1f85bd13b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 210 time: 0.0290272 May 26 03:19:32.262258 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-40e4394c-d5a6-48d1-a6d1-617ac36bea44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:32.477063 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5f14b7f2-0253-470e-8679-02b5224dfae9 req-a9a5030b-effb-4809-a024-2f9d496ba8ad tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.0320244 May 26 03:19:32.520811 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf005fe-4420-4833-8144-334a71953785 req-a30aaaa3-0137-48eb-889f-af7e7c90c10e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:32.523133 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1bf005fe-4420-4833-8144-334a71953785 req-a30aaaa3-0137-48eb-889f-af7e7c90c10e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 943 time: 0.0489700 May 26 03:19:32.578455 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1bf005fe-4420-4833-8144-334a71953785 req-d123da82-b89b-4335-a2c1-25d5cb5c298c tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497172 May 26 03:19:32.594270 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-594a9cfc-bbc2-4e70-ab89-d2fed520111f req-e9d3ee8b-ba4d-462f-bfce-17c80dcde0bc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 210 time: 0.0310049 May 26 03:19:33.574544 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fedd024e-207c-4341-be7c-291a5f88b006 req-70b15881-6602-4eea-a570-b093bc5d2c86 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.0287590 May 26 03:19:33.709936 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0b8c4791-f966-4d2d-b2d7-607c127b630f req-94756732-eb60-4e2a-9a62-85eaf4d2c73b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 210 time: 0.0316770 May 26 03:19:33.717787 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c371c38-d135-45b2-8183-bc2e17b8fcbf req-4ab3272a-94eb-4a2a-ad56-029236799409 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:33.719169 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7c371c38-d135-45b2-8183-bc2e17b8fcbf req-4ab3272a-94eb-4a2a-ad56-029236799409 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 943 time: 0.0716383 May 26 03:19:33.765993 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7c371c38-d135-45b2-8183-bc2e17b8fcbf req-1561d4bf-4dab-46c4-b22d-e7acd49f2af6 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 May 26 03:19:34.241245 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'port': {'device_id': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'admin_state_up': True, 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'security_groups': ['cf1627c5-176f-4415-999d-c657d072a2d7']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:34.318065 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-e6bf5251-4a9c-4674-964d-d35ecc76715c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19cb2346-96d0-48c2-a978-a2f7b3e86519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725396 May 26 03:19:34.489933 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5a8664e6-6c8b-4413-a312-bef16930e4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:34.638209 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-2f077474-54f0-419a-97ac-17e94ac6682d service neutron] 10.222.0.45 "GET /v2.0/networks/19cb2346-96d0-48c2-a978-a2f7b3e86519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115182 May 26 03:19:34.639545 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Made reservation on behalf of 921ab4465c1b48758a03fe0411940778 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:19:34.645295 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:34.664541 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:19:34.704310 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-22563f35-a5e8-4973-9569-d397d9da7b7b req-7ee4f1af-be69-49eb-aede-d313f1950b3e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.0396140 May 26 03:19:34.711953 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:34.852092 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,segment=NetworkSegment(cb9129e1-133d-4786-b016-78c98bda5d98),segment_id=cb9129e1-133d-4786-b016-78c98bda5d98)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:34.874062 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-30b27721-e580-4847-8244-03cdc077cf7b req-3ffbfb15-cd43-4e0c-8c4d-24d049380035 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 210 time: 0.0492396 May 26 03:19:34.883625 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '2906ce39-9b25-4d47-aa9b-ae899f07bbd0', 'network_id': '19cb2346-96d0-48c2-a978-a2f7b3e86519', 'port_id': '2906ce39-9b25-4d47-aa9b-ae899f07bbd0', 'mac_address': 'fa:16:3e:f4:05:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0975cca4-ecd2-41ec-b62e-d401cfb20805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:19:34.897275 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4e79ed60-8170-43eb-b524-e2e8f4679356 req-47dda220-10ae-4a41-b426-1fcd3f22b4ed service neutron] 10.222.0.45 "GET /v2.0/networks/19cb2346-96d0-48c2-a978-a2f7b3e86519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064999 May 26 03:19:34.922789 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Allocated IP 172.20.0.6 (536c60a9-349c-427d-a636-2554c2acd379/f5634fcb-851a-41f3-92b2-2385a9c5a407/cecd2259-e79b-4293-aa0f-b671b19ce1cd) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:34.943272 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:34.965239 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53fa7a-71b7-4ddd-80ef-97734689cedd req-d3f091c3-ad46-4c69-9469-90ee88e09d3c tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:34.972261 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2d53fa7a-71b7-4ddd-80ef-97734689cedd req-d3f091c3-ad46-4c69-9469-90ee88e09d3c tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 943 time: 0.0791397 May 26 03:19:34.981610 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:34.985053 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:35.003499 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:19:35.027672 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,segment=NetworkSegment(cb9129e1-133d-4786-b016-78c98bda5d98),segment_id=cb9129e1-133d-4786-b016-78c98bda5d98)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:35.039729 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:35.049792 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2d53fa7a-71b7-4ddd-80ef-97734689cedd req-19892d76-37f7-47c5-8232-b9d79146e0f7 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727577 May 26 03:19:35.113963 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:35.249466 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:35.257473 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:35.278568 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:35.292227 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-25b44e3a-7d8e-4dc8-85d8-625d798e31cb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:35.294059 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-25b44e3a-7d8e-4dc8-85d8-625d798e31cb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 816 time: 0.3444774 May 26 03:19:35.331330 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:35.390883 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Network 536c60a9-349c-427d-a636-2554c2acd379 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:35.394715 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:35.402440 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:35.407488 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:35.408149 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:35.435871 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'Port': ['ID=cecd2259-e79b-4293-aa0f-b671b19ce1cd,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:35.453580 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-49c49f57-9e0b-4014-8bb5-001fa13fbeb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2166257 May 26 03:19:35.770346 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47076) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:35.803968 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-74d8219a-fec5-4bde-96af-9e86bc277ce2 None None] Provisioning complete for port cecd2259-e79b-4293-aa0f-b671b19ce1cd triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:35.806488 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-74d8219a-fec5-4bde-96af-9e86bc277ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:35.856230 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-74d8219a-fec5-4bde-96af-9e86bc277ce2 None None] Port cecd2259-e79b-4293-aa0f-b671b19ce1cd cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:19:35.857783 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:35.909429 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87a00d-b839-4e40-93ca-6bcbab1f4dc4 req-3f49232f-0888-401c-82a7-931f85282f0b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:35.911637 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea87a00d-b839-4e40-93ca-6bcbab1f4dc4 req-3f49232f-0888-401c-82a7-931f85282f0b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 931 time: 0.0782320 May 26 03:19:35.953596 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b85bbbf-970a-4c87-ad90-daae7679279c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.003154 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-23ddd927-26a4-4d3a-84f5-122b6cecba84 req-1e071027-42da-47cd-ba2c-281253a368ae tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 210 time: 0.0396647 May 26 03:19:36.007886 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea87a00d-b839-4e40-93ca-6bcbab1f4dc4 req-cf872492-7350-4ad9-90de-8f2b810437dd tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900166 May 26 03:19:36.069460 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b85bbbf-970a-4c87-ad90-daae7679279c admin admin] Publish callbacks [] for security_group (325605ab-d8ae-4dbd-ada2-e3fd37b4f6f5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.073844 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b85bbbf-970a-4c87-ad90-daae7679279c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (325605ab-d8ae-4dbd-ada2-e3fd37b4f6f5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.115663 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7b85bbbf-970a-4c87-ad90-daae7679279c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9390af8e9f645c3b446a1bae563b0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429697 May 26 03:19:36.117980 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47094) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:36.125084 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85bbbf-970a-4c87-ad90-daae7679279c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325605ab-d8ae-4dbd-ada2-e3fd37b4f6f5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:36.159149 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca61a3-45f5-4fee-b9ed-afa1df75256a req-b8860c4c-92ef-4b97-bf37-abf6ca85103c tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:36.160740 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-86ca61a3-45f5-4fee-b9ed-afa1df75256a req-b8860c4c-92ef-4b97-bf37-abf6ca85103c tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 944 time: 0.0496793 May 26 03:19:36.171726 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7fff9082-0173-457a-ad55-d5d078585637 admin admin] Publish callbacks [] for security_group (325605ab-d8ae-4dbd-ada2-e3fd37b4f6f5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.193146 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7fff9082-0173-457a-ad55-d5d078585637 admin admin] Publish callbacks [] for security_group (325605ab-d8ae-4dbd-ada2-e3fd37b4f6f5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.208468 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-86ca61a3-45f5-4fee-b9ed-afa1df75256a req-425ebefc-f89e-4b0d-bb02-ce854dc2cba4 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 May 26 03:19:36.249037 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7fff9082-0173-457a-ad55-d5d078585637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (325605ab-d8ae-4dbd-ada2-e3fd37b4f6f5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.251956 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7fff9082-0173-457a-ad55-d5d078585637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.253180 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7fff9082-0173-457a-ad55-d5d078585637 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/325605ab-d8ae-4dbd-ada2-e3fd37b4f6f5 HTTP/1.1" status: 204 len: 168 time: 0.1343069 May 26 03:19:36.260849 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff9082-0173-457a-ad55-d5d078585637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325605ab-d8ae-4dbd-ada2-e3fd37b4f6f5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:36.528291 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47104) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:36.541629 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea68b3a2-8aad-4cf4-9b8f-bd543e561334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.631488 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea68b3a2-8aad-4cf4-9b8f-bd543e561334 admin admin] Publish callbacks [] for security_group (b0f65cf9-7c93-4d6e-bc15-1ec0ef252a2f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.635496 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ea68b3a2-8aad-4cf4-9b8f-bd543e561334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b0f65cf9-7c93-4d6e-bc15-1ec0ef252a2f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.675535 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ea68b3a2-8aad-4cf4-9b8f-bd543e561334 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29c1ab3ceab44218ab75fa8b348ec932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460905 May 26 03:19:36.676405 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68b3a2-8aad-4cf4-9b8f-bd543e561334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f65cf9-7c93-4d6e-bc15-1ec0ef252a2f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:36.678884 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47110) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:36.726497 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-44cc7770-e1ae-4c81-badb-7dfd307e0ae5 admin admin] Publish callbacks [] for security_group (b0f65cf9-7c93-4d6e-bc15-1ec0ef252a2f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.747721 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-44cc7770-e1ae-4c81-badb-7dfd307e0ae5 admin admin] Publish callbacks [] for security_group (b0f65cf9-7c93-4d6e-bc15-1ec0ef252a2f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.792127 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-44cc7770-e1ae-4c81-badb-7dfd307e0ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b0f65cf9-7c93-4d6e-bc15-1ec0ef252a2f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.794921 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-44cc7770-e1ae-4c81-badb-7dfd307e0ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:36.796148 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-44cc7770-e1ae-4c81-badb-7dfd307e0ae5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0f65cf9-7c93-4d6e-bc15-1ec0ef252a2f HTTP/1.1" status: 204 len: 168 time: 0.1162262 May 26 03:19:36.804116 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc7770-e1ae-4c81-badb-7dfd307e0ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f65cf9-7c93-4d6e-bc15-1ec0ef252a2f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:36.849011 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:19:37.161125 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8082002f-2515-4ada-a517-bfe0995980ab req-cd40ddd0-90c8-4248-8102-6eb5644ad1fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 210 time: 0.0438583 May 26 03:19:37.178202 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b3688-858c-4cc9-b6a1-2cefc1557036 req-b1dd3771-7401-4f0e-9d61-b7a085b8fb42 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:37.180722 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6c7b3688-858c-4cc9-b6a1-2cefc1557036 req-b1dd3771-7401-4f0e-9d61-b7a085b8fb42 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 931 time: 0.0784352 May 26 03:19:37.182295 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:37.231941 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6c7b3688-858c-4cc9-b6a1-2cefc1557036 req-7658f034-3f9b-45e1-aa57-c6198f1473b2 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456538 May 26 03:19:37.326844 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab8ba7-a916-4fa4-bbde-33092750f25a req-f67d03e3-9699-4ad4-83a3-bd2f5355a63a tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:37.328333 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-65ab8ba7-a916-4fa4-bbde-33092750f25a req-f67d03e3-9699-4ad4-83a3-bd2f5355a63a tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 944 time: 0.0481827 May 26 03:19:37.379889 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-65ab8ba7-a916-4fa4-bbde-33092750f25a req-4ef12de0-99f4-4ac7-b1e8-2a8cdb840539 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 May 26 03:19:37.753850 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Request body: {'port': {'device_id': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:37.779086 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:37.848136 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:37.856245 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['2906ce39-9b25-4d47-aa9b-ae899f07bbd0'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:19:37.864042 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:37.878201 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-eb6a2fcb-412e-4d4e-9276-2849d30deb32 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf HTTP/1.1" status: 200 len: 379 time: 0.1201372 May 26 03:19:37.889926 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'port': {'device_id': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'admin_state_up': True, 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'security_groups': ['2513730b-69fd-4e15-a410-1bcc75fd4b9d']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:37.908101 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:38.152308 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Made reservation on behalf of ae4cce0a69044ebcba5f2b5352d04cbf for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:19:38.155848 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:38.322720 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-27a76970-0fd6-4df8-a09b-bfc38ef4bb91 req-8a62ad36-4c2b-43a3-88dd-64b4debd1252 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 210 time: 0.0507154 May 26 03:19:38.404353 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Allocated IP 172.20.0.7 (d2a6adbc-61d2-4628-a539-9e0450886394/73bb782f-22b3-451f-89ee-e7e56cab34eb/8f3ffc1c-dd96-4c79-8070-6048d639cb48) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:19:38.411823 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecd2259-e79b-4293-aa0f-b671b19ce1cd {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:19:38.414735 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:38.424648 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332ffba-968a-4368-91d6-12330cb26479 req-fe2f7d7a-7e92-4f44-a5b1-b170a0c318d9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:38.425204 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Publish callbacks [] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:38.426747 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8332ffba-968a-4368-91d6-12330cb26479 req-fe2f7d7a-7e92-4f44-a5b1-b170a0c318d9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 931 time: 0.0717509 May 26 03:19:38.455335 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Transition to ACTIVE for port object cecd2259-e79b-4293-aa0f-b671b19ce1cd will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:19:38.475855 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:38.520109 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:38.551740 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8332ffba-968a-4368-91d6-12330cb26479 req-7db0904d-9cbf-4f2f-8255-11a3bb7100d7 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181064 May 26 03:19:38.599844 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Pushing event updated for resources: {'Port': ['ID=cecd2259-e79b-4293-aa0f-b671b19ce1cd,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:38.607403 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:38.624787 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e9baa-3c31-4100-9c32-b379238a8518 req-1c6e7039-dba8-4dfa-8733-079b371e0a00 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:38.627907 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-831e9baa-3c31-4100-9c32-b379238a8518 req-1c6e7039-dba8-4dfa-8733-079b371e0a00 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 944 time: 0.0963774 May 26 03:19:38.703523 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Attempting to bind port cecd2259-e79b-4293-aa0f-b671b19ce1cd on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:19:38.703863 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Attempting to bind port cecd2259-e79b-4293-aa0f-b671b19ce1cd by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:19:38.704193 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Attempting to bind port cecd2259-e79b-4293-aa0f-b671b19ce1cd on network 536c60a9-349c-427d-a636-2554c2acd379 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:38.726026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Port cecd2259-e79b-4293-aa0f-b671b19ce1cd on network 536c60a9-349c-427d-a636-2554c2acd379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:19:38.726345 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Attempting to bind port cecd2259-e79b-4293-aa0f-b671b19ce1cd on network 536c60a9-349c-427d-a636-2554c2acd379 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:38.728428 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:38.746989 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-831e9baa-3c31-4100-9c32-b379238a8518 req-47c1af2f-df73-4bee-90c0-9ffce97e401e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128092 May 26 03:19:38.753128 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:38.787157 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:19:38.787785 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Checking segment: {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:38.787986 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Bound using segment: {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:19:38.788527 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Bound port: cecd2259-e79b-4293-aa0f-b671b19ce1cd, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:19:38.788981 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:38.810797 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:38.899169 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Network d2a6adbc-61d2-4628-a539-9e0450886394 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:19:38.910801 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:19:38.919996 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:38.922938 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:19:38.931849 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:38.932555 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:38.949483 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] For port cecd2259-e79b-4293-aa0f-b671b19ce1cd, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:19:38.953268 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] For port cecd2259-e79b-4293-aa0f-b671b19ce1cd, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:19:38.968803 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-56bf8335-bb44-4679-8716-fdbf1af261ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0834060 May 26 03:19:38.969325 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:39.031079 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:39.032417 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:39.033820 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] 10.222.0.45 "PUT /v2.0/ports/cecd2259-e79b-4293-aa0f-b671b19ce1cd HTTP/1.1" status: 200 len: 1093 time: 1.2882967 May 26 03:19:39.034267 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'tag': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:19:39.036630 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0bcfe1-abfb-42dd-8350-5b3eac93c48b" -d '{"events": [{"name": "network-changed", "server_uuid": "886b955e-5ce3-4453-a051-f1a2e7aedecf", "tag": "cecd2259-e79b-4293-aa0f-b671b19ce1cd"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:19:39.059799 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80edec-a918-41fd-83fe-6191b99a4ece service neutron] Pushing event updated for resources: {'Port': ['ID=cecd2259-e79b-4293-aa0f-b671b19ce1cd,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:39.127780 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dea107-dea5-4e78-894e-90d3178544fb x-openstack-request-id: req-f4dea107-dea5-4e78-894e-90d3178544fb {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:19:39.128147 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886b955e-5ce3-4453-a051-f1a2e7aedecf", "tag": "cecd2259-e79b-4293-aa0f-b671b19ce1cd", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:19:39.128501 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4dea107-dea5-4e78-894e-90d3178544fb {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:19:39.129002 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4dea107-dea5-4e78-894e-90d3178544fb'] response: {'name': 'network-changed', 'server_uuid': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'tag': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd', 'status': 'completed', 'code': 200} May 26 03:19:39.223599 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-995b5fd0-3515-4405-af64-e6588cdda970 None None] Provisioning complete for port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:39.223599 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-995b5fd0-3515-4405-af64-e6588cdda970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:39.253079 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-995b5fd0-3515-4405-af64-e6588cdda970 None None] Port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:19:39.438263 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a64555-d06f-48b5-ac36-3e9cc228bcb8 req-ebe65dd2-fc89-4347-95ff-28945874b6af tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:39.439651 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-90a64555-d06f-48b5-ac36-3e9cc228bcb8 req-ebe65dd2-fc89-4347-95ff-28945874b6af tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 931 time: 0.0462263 May 26 03:19:39.485671 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-90a64555-d06f-48b5-ac36-3e9cc228bcb8 req-6c632167-b896-4ecf-813b-f5834de69925 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404904 May 26 03:19:39.674901 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6de55-5ee9-4692-b00a-6c6000169aaa req-e3642173-a682-4552-82f9-83eb5b5df681 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:39.676357 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-add6de55-5ee9-4692-b00a-6c6000169aaa req-e3642173-a682-4552-82f9-83eb5b5df681 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.0467279 May 26 03:19:39.696427 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:39.723888 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-add6de55-5ee9-4692-b00a-6c6000169aaa req-270e5d6c-ea3a-4494-a4c7-7c25b58acaad tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 May 26 03:19:39.860531 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8b3bd-79ca-4f10-9d37-f39aa5568392 req-b6855593-b6c7-4edd-8299-cfc6e13f02fe tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:39.861964 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5fa8b3bd-79ca-4f10-9d37-f39aa5568392 req-b6855593-b6c7-4edd-8299-cfc6e13f02fe tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 944 time: 0.0490165 May 26 03:19:39.909469 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5fa8b3bd-79ca-4f10-9d37-f39aa5568392 req-546c3775-f85c-4750-b24b-d5a6cf300667 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 May 26 03:19:40.605637 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc875c-cec0-48bb-b41b-050f74d50eb2 req-b6a4afc3-5f1e-4e7c-bf2a-e4bc7e7169e7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:40.607098 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3fdc875c-cec0-48bb-b41b-050f74d50eb2 req-b6a4afc3-5f1e-4e7c-bf2a-e4bc7e7169e7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 931 time: 0.0507381 May 26 03:19:40.652429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Request body: {'port': {'device_id': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:19:40.653147 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3fdc875c-cec0-48bb-b41b-050f74d50eb2 req-936584eb-9da3-42f0-9b9b-f52882775d6f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405488 May 26 03:19:40.743195 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:40.760701 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bcfe1-abfb-42dd-8350-5b3eac93c48b req-30c5ebb8-4e75-49cc-9162-8c9a27872096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:40.762193 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d0bcfe1-abfb-42dd-8350-5b3eac93c48b req-30c5ebb8-4e75-49cc-9162-8c9a27872096 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 1127 time: 0.0575895 May 26 03:19:40.840887 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861c412-b6fd-4e2e-a2ae-47ea05b010a4 req-5e69ee7a-4ab0-4872-82f2-b524037e416e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:40.842375 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c861c412-b6fd-4e2e-a2ae-47ea05b010a4 req-5e69ee7a-4ab0-4872-82f2-b524037e416e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.0505519 May 26 03:19:40.893670 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c861c412-b6fd-4e2e-a2ae-47ea05b010a4 req-e22ba05a-b39a-47d8-947a-3699cd652833 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450752 May 26 03:19:40.930861 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:40.935116 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:41.081016 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d59691-6e8e-475b-a0c2-a7065b2c4f65 req-87f20c4f-042f-43f4-976f-e0b8c70042b6 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:41.082576 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-23d59691-6e8e-475b-a0c2-a7065b2c4f65 req-87f20c4f-042f-43f4-976f-e0b8c70042b6 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 944 time: 0.0939703 May 26 03:19:41.120905 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:19:41.132786 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:41.133100 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:41.161401 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-23d59691-6e8e-475b-a0c2-a7065b2c4f65 req-295ab41e-f56b-451b-a38d-aa28f0b7065d tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709875 May 26 03:19:41.225157 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:41.225665 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:41.268867 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087efe4f-3cfb-43ff-bea4-532d7f8c0187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2906ce39-9b25-4d47-aa9b-ae899f07bbd0'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:19:41.322177 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bcfe1-abfb-42dd-8350-5b3eac93c48b req-8469a3f6-17a6-4e4a-971d-77810d68182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:41.323619 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d0bcfe1-abfb-42dd-8350-5b3eac93c48b req-8469a3f6-17a6-4e4a-971d-77810d68182f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=921ab4465c1b48758a03fe0411940778&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5420091 May 26 03:19:41.361329 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,segment=NetworkSegment(cb9129e1-133d-4786-b016-78c98bda5d98),segment_id=cb9129e1-133d-4786-b016-78c98bda5d98)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:41.388618 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:41.462323 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:41.533204 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528fe7c3-4af8-45d2-ad15-70dd4c10c487" -d '{"events": [{"server_uuid": "087efe4f-3cfb-43ff-bea4-532d7f8c0187", "name": "network-vif-plugged", "status": "completed", "tag": "2906ce39-9b25-4d47-aa9b-ae899f07bbd0"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:19:41.557656 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:41.627750 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:41.647277 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bcfe1-abfb-42dd-8350-5b3eac93c48b req-b3158e27-6b08-413d-82fb-1262966b7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:41.648757 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1d0bcfe1-abfb-42dd-8350-5b3eac93c48b req-b3158e27-6b08-413d-82fb-1262966b7ea3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2984805 May 26 03:19:41.655149 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3ffc1c-dd96-4c79-8070-6048d639cb48 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:19:41.664054 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Publish callbacks [] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:41.679465 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Transition to ACTIVE for port object 8f3ffc1c-dd96-4c79-8070-6048d639cb48 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:19:41.681565 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17759fe-b327-4fbe-9970-771de142e0d7 x-openstack-request-id: req-d17759fe-b327-4fbe-9970-771de142e0d7 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:19:41.682152 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087efe4f-3cfb-43ff-bea4-532d7f8c0187", "name": "network-vif-plugged", "status": "completed", "tag": "2906ce39-9b25-4d47-aa9b-ae899f07bbd0", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:19:41.682374 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d17759fe-b327-4fbe-9970-771de142e0d7 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:19:41.683265 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17759fe-b327-4fbe-9970-771de142e0d7'] response: {'server_uuid': '087efe4f-3cfb-43ff-bea4-532d7f8c0187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2906ce39-9b25-4d47-aa9b-ae899f07bbd0', 'code': 200} May 26 03:19:41.684375 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:41.739425 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:41.782596 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Attempting to bind port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:19:41.782941 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Attempting to bind port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:19:41.783679 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Attempting to bind port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 on network d2a6adbc-61d2-4628-a539-9e0450886394 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:41.794342 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 on network d2a6adbc-61d2-4628-a539-9e0450886394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:19:41.794690 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Attempting to bind port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 on network d2a6adbc-61d2-4628-a539-9e0450886394 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:19:41.808835 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:19:41.809170 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Checking segment: {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:19:41.809605 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Bound using segment: {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:19:41.810065 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Bound port: 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:19:41.810456 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:41.889689 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff15bd4-26e1-4861-ad14-c02814964647 req-afe8f3da-d1a8-47db-9168-a57725680887 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:41.890179 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:19:41.891520 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6ff15bd4-26e1-4861-ad14-c02814964647 req-afe8f3da-d1a8-47db-9168-a57725680887 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.1146216 May 26 03:19:41.894148 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:19:41.902587 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:41.950643 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:41.951416 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:41.953051 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] 10.222.0.45 "PUT /v2.0/ports/8f3ffc1c-dd96-4c79-8070-6048d639cb48 HTTP/1.1" status: 200 len: 1093 time: 1.3048956 May 26 03:19:41.953654 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:19:41.956365 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ee60cc-f3cc-4bda-8ee3-9719763d4d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:19:41.983892 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa0c8d-9d47-4818-a583-4258eb4d4c2c service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:41.994718 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47308) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:42.018629 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6ff15bd4-26e1-4861-ad14-c02814964647 req-ae31e256-c88d-4a65-b82f-85e61abb50f6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176414 May 26 03:19:42.082319 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b0c-f8dc-4f69-aafc-a33cc98edba2 req-ec4bb726-7a6b-4b50-ae7f-1f443ebd3c48 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:42.084229 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0be29b0c-f8dc-4f69-aafc-a33cc98edba2 req-ec4bb726-7a6b-4b50-ae7f-1f443ebd3c48 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.0719087 May 26 03:19:42.096067 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b80dc7-18fe-4b4c-99b6-517f627e6673 x-openstack-request-id: req-e5b80dc7-18fe-4b4c-99b6-517f627e6673 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:19:42.096352 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:19:42.096604 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5b80dc7-18fe-4b4c-99b6-517f627e6673 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:19:42.097004 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b80dc7-18fe-4b4c-99b6-517f627e6673'] response: {'name': 'network-changed', 'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'status': 'completed', 'code': 200} May 26 03:19:42.152223 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0be29b0c-f8dc-4f69-aafc-a33cc98edba2 req-faa98990-cfdb-438c-8983-2cbe08a7801e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607679 May 26 03:19:42.185929 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-091593f3-f2ac-426d-b866-ecdef337d014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.291161 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce4ae0-5add-4ee2-824b-f9474fe8c237 req-e5478f75-6e99-4764-a68e-89a5ca146a31 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:42.291427 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-091593f3-f2ac-426d-b866-ecdef337d014 admin admin] Publish callbacks [] for security_group (091ad18d-1457-4c4d-a0f8-e913c94cc05d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.292967 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-03ce4ae0-5add-4ee2-824b-f9474fe8c237 req-e5478f75-6e99-4764-a68e-89a5ca146a31 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0556376 May 26 03:19:42.295676 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-091593f3-f2ac-426d-b866-ecdef337d014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (091ad18d-1457-4c4d-a0f8-e913c94cc05d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.327287 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:42.345289 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-03ce4ae0-5add-4ee2-824b-f9474fe8c237 req-b20bc8c1-0c7a-4aab-aacb-f38d7de81068 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450928 May 26 03:19:42.345813 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091593f3-f2ac-426d-b866-ecdef337d014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091ad18d-1457-4c4d-a0f8-e913c94cc05d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:42.355110 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-091593f3-f2ac-426d-b866-ecdef337d014 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8b974e9951b40798336cf9444b65ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574712 May 26 03:19:42.355110 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47324) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:42.410964 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-00a04407-1af3-4ec2-babe-aed764cc9256 admin admin] Publish callbacks [] for security_group (091ad18d-1457-4c4d-a0f8-e913c94cc05d), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.433775 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-00a04407-1af3-4ec2-babe-aed764cc9256 admin admin] Publish callbacks [] for security_group (091ad18d-1457-4c4d-a0f8-e913c94cc05d), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.482795 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-00a04407-1af3-4ec2-babe-aed764cc9256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (091ad18d-1457-4c4d-a0f8-e913c94cc05d), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.485398 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-00a04407-1af3-4ec2-babe-aed764cc9256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.486543 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-00a04407-1af3-4ec2-babe-aed764cc9256 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/091ad18d-1457-4c4d-a0f8-e913c94cc05d HTTP/1.1" status: 204 len: 168 time: 0.1313992 May 26 03:19:42.494206 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a04407-1af3-4ec2-babe-aed764cc9256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091ad18d-1457-4c4d-a0f8-e913c94cc05d,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:42.761513 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47338) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:42.775411 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ed2736e-8502-4882-9174-f7609dc2da21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.808744 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:42.854219 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ed2736e-8502-4882-9174-f7609dc2da21 admin admin] Publish callbacks [] for security_group (ba5e241e-ed3c-4988-84c2-b5acc6ff7b58), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.857730 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9ed2736e-8502-4882-9174-f7609dc2da21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ba5e241e-ed3c-4988-84c2-b5acc6ff7b58), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.883020 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:42.898272 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9ed2736e-8502-4882-9174-f7609dc2da21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b8914a09ffc4281aabdbcac6b0baaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357150 May 26 03:19:42.899306 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2736e-8502-4882-9174-f7609dc2da21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e241e-ed3c-4988-84c2-b5acc6ff7b58,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:42.901651 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47340) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:42.960091 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bbda569-a793-44c4-ac3e-d4619b0c049b admin admin] Publish callbacks [] for security_group (ba5e241e-ed3c-4988-84c2-b5acc6ff7b58), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:42.984989 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bbda569-a793-44c4-ac3e-d4619b0c049b admin admin] Publish callbacks [] for security_group (ba5e241e-ed3c-4988-84c2-b5acc6ff7b58), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.033780 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bbda569-a793-44c4-ac3e-d4619b0c049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ba5e241e-ed3c-4988-84c2-b5acc6ff7b58), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.036346 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bbda569-a793-44c4-ac3e-d4619b0c049b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.037481 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8bbda569-a793-44c4-ac3e-d4619b0c049b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba5e241e-ed3c-4988-84c2-b5acc6ff7b58 HTTP/1.1" status: 204 len: 168 time: 0.1340675 May 26 03:19:43.045868 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbda569-a793-44c4-ac3e-d4619b0c049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e241e-ed3c-4988-84c2-b5acc6ff7b58,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:43.153097 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534ffac-e059-416e-98b3-009a9544d172 req-12754eb8-2e0e-4495-9d45-7f9b958172c5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:43.154617 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e534ffac-e059-416e-98b3-009a9544d172 req-12754eb8-2e0e-4495-9d45-7f9b958172c5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0518544 May 26 03:19:43.237105 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e534ffac-e059-416e-98b3-009a9544d172 req-57927d91-76d3-400a-9501-31cbd79b25ca tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764389 May 26 03:19:43.295983 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8aa6a-e5f8-4e83-85ff-a6a0d35aefc2 req-d2e9f475-9cd9-45fe-8bf0-e9b891a1adf0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:43.297467 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-49a8aa6a-e5f8-4e83-85ff-a6a0d35aefc2 req-d2e9f475-9cd9-45fe-8bf0-e9b891a1adf0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.0503325 May 26 03:19:43.348569 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-49a8aa6a-e5f8-4e83-85ff-a6a0d35aefc2 req-2b69e08d-e2cb-44d4-a19f-f06cc2f32491 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454268 May 26 03:19:43.470180 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47364) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:43.484142 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560d6de-5590-465f-a7eb-8f39261524da req-0e7737f8-1bf6-4143-8a3d-dd95afe277bb tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:43.484401 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da0acdf5-31bc-44e9-8ce4-4eb52b398379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.486058 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2560d6de-5590-465f-a7eb-8f39261524da req-0e7737f8-1bf6-4143-8a3d-dd95afe277bb tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0568309 May 26 03:19:43.523198 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:43.542186 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2560d6de-5590-465f-a7eb-8f39261524da req-5f24bd60-6b54-4b7e-9a10-8ca5473f8d58 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488815 May 26 03:19:43.570759 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da0acdf5-31bc-44e9-8ce4-4eb52b398379 admin admin] Publish callbacks [] for security_group (e11c4e0b-66d4-4059-aaf9-67f217ef5d55), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.574509 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da0acdf5-31bc-44e9-8ce4-4eb52b398379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e11c4e0b-66d4-4059-aaf9-67f217ef5d55), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.613301 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-da0acdf5-31bc-44e9-8ce4-4eb52b398379 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84be9b0cbe6648f9ac00d605bc511682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418352 May 26 03:19:43.614223 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0acdf5-31bc-44e9-8ce4-4eb52b398379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c4e0b-66d4-4059-aaf9-67f217ef5d55,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:43.616055 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47370) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:43.666488 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-95ae493a-44d8-4f1c-a8ad-70a813414346 admin admin] Publish callbacks [] for security_group (e11c4e0b-66d4-4059-aaf9-67f217ef5d55), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.688002 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-95ae493a-44d8-4f1c-a8ad-70a813414346 admin admin] Publish callbacks [] for security_group (e11c4e0b-66d4-4059-aaf9-67f217ef5d55), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.733014 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-95ae493a-44d8-4f1c-a8ad-70a813414346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e11c4e0b-66d4-4059-aaf9-67f217ef5d55), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.735462 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-95ae493a-44d8-4f1c-a8ad-70a813414346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:43.736570 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-95ae493a-44d8-4f1c-a8ad-70a813414346 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e11c4e0b-66d4-4059-aaf9-67f217ef5d55 HTTP/1.1" status: 204 len: 168 time: 0.1189449 May 26 03:19:43.744623 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae493a-44d8-4f1c-a8ad-70a813414346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c4e0b-66d4-4059-aaf9-67f217ef5d55,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:44.228185 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee60cc-f3cc-4bda-8ee3-9719763d4d2f req-c4f6704d-0c95-4263-b588-3a1ac880e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.230469 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-11ee60cc-f3cc-4bda-8ee3-9719763d4d2f req-c4f6704d-0c95-4263-b588-3a1ac880e160 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 1127 time: 0.0901093 May 26 03:19:44.232126 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783ee7-ecb5-4b30-843a-537d00459649 req-c1f7957d-c3bf-4854-a9f7-5b3afa12d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.234026 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-c1f7957d-c3bf-4854-a9f7-5b3afa12d72f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 1127 time: 0.0775313 May 26 03:19:44.284257 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.45', 65531) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:44.297401 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-153e31c0-5bee-4ae1-9e57-b3bd4e4ca1fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd HTTP/1.1" status: 200 len: 217 time: 0.0393534 May 26 03:19:44.428191 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1057-b2f0-40c3-b731-e53e24421385 req-c1e434fa-34b7-4940-ab0c-35f55e4aba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.429230 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ec401293-7547-4cb2-b762-6bc86057a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.431190 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-ec401293-7547-4cb2-b762-6bc86057a674 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5634fcb-851a-41f3-92b2-2385a9c5a407 HTTP/1.1" status: 200 len: 850 time: 0.1234221 May 26 03:19:44.431328 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-35fc1057-b2f0-40c3-b731-e53e24421385 req-c1e434fa-34b7-4940-ab0c-35f55e4aba11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 1129 time: 0.1458762 May 26 03:19:44.464368 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee60cc-f3cc-4bda-8ee3-9719763d4d2f req-723f5f88-f7fa-4cb6-b896-a610b2f6c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.466013 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-11ee60cc-f3cc-4bda-8ee3-9719763d4d2f req-723f5f88-f7fa-4cb6-b896-a610b2f6c82b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2178104 May 26 03:19:44.488540 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-35fc1057-b2f0-40c3-b731-e53e24421385 req-5c714d1a-54a0-49ad-8be9-b6635c9a78e4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:44.499211 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4a73b-32f9-49b4-847c-b01cfec18395 req-ac7cf5a8-794a-424b-bad7-333d0a2583a4 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.500676 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7cc4a73b-32f9-49b4-847c-b01cfec18395 req-ac7cf5a8-794a-424b-bad7-333d0a2583a4 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.1428146 May 26 03:19:44.583191 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783ee7-ecb5-4b30-843a-537d00459649 req-8e58fb24-6109-4a22-b75c-2bccd6992a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.585872 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-8e58fb24-6109-4a22-b75c-2bccd6992a6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=536c60a9-349c-427d-a636-2554c2acd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1418457 May 26 03:19:44.588645 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aadf3b-7b08-4cea-aefe-7f6ec45ec50c req-8e7e2675-763b-4c72-a389-1ea143d682a2 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.592850 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a2aadf3b-7b08-4cea-aefe-7f6ec45ec50c req-8e7e2675-763b-4c72-a389-1ea143d682a2 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.1565523 May 26 03:19:44.676439 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7cc4a73b-32f9-49b4-847c-b01cfec18395 req-ad20fc85-6a0c-4370-a827-8931e66863b9 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635518 May 26 03:19:44.691718 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:44.718405 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a2aadf3b-7b08-4cea-aefe-7f6ec45ec50c req-84989bb4-f6e4-4289-b26d-e6e0e36b42d2 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143286 May 26 03:19:44.752798 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee60cc-f3cc-4bda-8ee3-9719763d4d2f req-ed444618-13a5-415d-82ab-5fb9ff0d325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.754291 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-11ee60cc-f3cc-4bda-8ee3-9719763d4d2f req-ed444618-13a5-415d-82ab-5fb9ff0d325b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2698309 May 26 03:19:44.767975 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-35fc1057-b2f0-40c3-b731-e53e24421385 req-5c714d1a-54a0-49ad-8be9-b6635c9a78e4 service neutron] Publish callbacks [] for security_group (fcaa9355-344c-4591-a379-a6eb9778ec68), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:44.775818 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-35fc1057-b2f0-40c3-b731-e53e24421385 req-5c714d1a-54a0-49ad-8be9-b6635c9a78e4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (fcaa9355-344c-4591-a379-a6eb9778ec68), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:44.909638 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-2870ac0b-bc1c-446e-b417-3a22215001c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.913591 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-2870ac0b-bc1c-446e-b417-3a22215001c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 1127 time: 0.1024282 May 26 03:19:44.920217 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-cb6b1d1c-745f-4eea-b182-2eff8942c539 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144243 May 26 03:19:44.939481 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4178a4-fcfd-45cc-a443-c1c5094bbf72 req-81b9c502-3e9c-4bf4-876c-3e32884b835c tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:44.941145 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ec4178a4-fcfd-45cc-a443-c1c5094bbf72 req-81b9c502-3e9c-4bf4-876c-3e32884b835c tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0882809 May 26 03:19:44.941804 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c714d1a-54a0-49ad-8be9-b6635c9a78e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa9355-344c-4591-a379-a6eb9778ec68,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:44.948092 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-35fc1057-b2f0-40c3-b731-e53e24421385 req-5c714d1a-54a0-49ad-8be9-b6635c9a78e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960868 May 26 03:19:45.013658 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-d50e7a47-681c-4ed7-89c2-e4d990c4dcd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48 HTTP/1.1" status: 200 len: 217 time: 0.0921977 May 26 03:19:45.023498 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ec4178a4-fcfd-45cc-a443-c1c5094bbf72 req-1dc86360-7981-49ec-a863-d0c878cbefa1 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702343 May 26 03:19:45.088615 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:45.118468 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-88783ee7-ecb5-4b30-843a-537d00459649 req-08a990ef-26fb-416d-b3be-95d07792365c service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808407 May 26 03:19:45.228958 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-8384f92e-fcbb-45b2-9a28-6255f7b70f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:45.230432 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-8384f92e-fcbb-45b2-9a28-6255f7b70f0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 200 len: 855 time: 0.0586319 May 26 03:19:45.895350 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a7de0-cf89-452c-937a-78244104f9d7 req-dc7c64ce-5bca-432c-bcd6-15d12ab1d752 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:45.898249 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0f5a7de0-cf89-452c-937a-78244104f9d7 req-dc7c64ce-5bca-432c-bcd6-15d12ab1d752 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.1001201 May 26 03:19:45.942437 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd1321-b35a-42c8-8aa5-5cc31bb9dff5 req-81fe5180-1667-41b9-9beb-326b7872c5bc tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:45.944211 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-40fd1321-b35a-42c8-8aa5-5cc31bb9dff5 req-81fe5180-1667-41b9-9beb-326b7872c5bc tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.1135161 May 26 03:19:46.000442 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0f5a7de0-cf89-452c-937a-78244104f9d7 req-5858ad78-0ca8-465f-86e7-59623d80ce28 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935931 May 26 03:19:46.032508 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-40fd1321-b35a-42c8-8aa5-5cc31bb9dff5 req-411c16a4-df2d-4216-9a7f-ae113f5cad40 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756094 May 26 03:19:46.071114 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47514) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:46.159498 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ef52-e87e-429d-aa2f-02dd1210e087 req-9e6f95d0-a6e0-4546-b6e8-2f217e8f22ff tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:46.167407 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ecf5ef52-e87e-429d-aa2f-02dd1210e087 req-9e6f95d0-a6e0-4546-b6e8-2f217e8f22ff tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0611727 May 26 03:19:46.228084 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ecf5ef52-e87e-429d-aa2f-02dd1210e087 req-eed65aa8-7c94-4702-bf47-3e05afeb1d99 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594494 May 26 03:19:46.229520 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fbce6347-7b67-4184-87f7-49cbf104fadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.233078 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:46.309985 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47526) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:46.331124 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fbce6347-7b67-4184-87f7-49cbf104fadb admin admin] Publish callbacks [] for security_group (2b91ef99-d8c7-459f-8ab6-905720dcb37a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.336568 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fbce6347-7b67-4184-87f7-49cbf104fadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2b91ef99-d8c7-459f-8ab6-905720dcb37a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.378605 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-fbce6347-7b67-4184-87f7-49cbf104fadb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8533a97f5c14200ada0a684f7282afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065772 May 26 03:19:46.379574 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce6347-7b67-4184-87f7-49cbf104fadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b91ef99-d8c7-459f-8ab6-905720dcb37a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:46.381595 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47530) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:46.452817 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74cf726b-fe83-4325-9dcb-0279ff9cd427 admin admin] Publish callbacks [] for security_group (2b91ef99-d8c7-459f-8ab6-905720dcb37a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.475436 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74cf726b-fe83-4325-9dcb-0279ff9cd427 admin admin] Publish callbacks [] for security_group (2b91ef99-d8c7-459f-8ab6-905720dcb37a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.488522 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47534) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:46.512807 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:46.533828 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74cf726b-fe83-4325-9dcb-0279ff9cd427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2b91ef99-d8c7-459f-8ab6-905720dcb37a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.537220 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74cf726b-fe83-4325-9dcb-0279ff9cd427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.538450 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-74cf726b-fe83-4325-9dcb-0279ff9cd427 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b91ef99-d8c7-459f-8ab6-905720dcb37a HTTP/1.1" status: 204 len: 168 time: 0.1558890 May 26 03:19:46.550769 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf726b-fe83-4325-9dcb-0279ff9cd427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b91ef99-d8c7-459f-8ab6-905720dcb37a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:46.567189 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c53c0d9b-514f-4901-bdde-89f67ed4497a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.589206 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c081c393-00af-4b55-92a9-5c5ac0b37968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.848874 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47546) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:46.873929 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4eb1-2a05-4ece-b7f3-861f04cae973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.883849 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c53c0d9b-514f-4901-bdde-89f67ed4497a admin admin] Publish callbacks [] for security_group (d049b349-58b5-4092-b82d-540bc8585b37), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.892018 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c53c0d9b-514f-4901-bdde-89f67ed4497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d049b349-58b5-4092-b82d-540bc8585b37), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.906196 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c081c393-00af-4b55-92a9-5c5ac0b37968 admin admin] Publish callbacks [] for security_group (60fc7802-92c8-4ba7-917a-3987fa79fbbe), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.922463 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c081c393-00af-4b55-92a9-5c5ac0b37968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (60fc7802-92c8-4ba7-917a-3987fa79fbbe), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.946789 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c0d9b-514f-4901-bdde-89f67ed4497a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d049b349-58b5-4092-b82d-540bc8585b37,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:46.953920 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c53c0d9b-514f-4901-bdde-89f67ed4497a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16fbf99a7a254e1ea781b57898102f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6425390 May 26 03:19:46.956860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47548) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:46.966428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4eb1-2a05-4ece-b7f3-861f04cae973 admin admin] Publish callbacks [] for security_group (040522ce-f043-4243-9357-ae2c39e3c297), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.978376 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4eb1-2a05-4ece-b7f3-861f04cae973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (040522ce-f043-4243-9357-ae2c39e3c297), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:46.988522 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c081c393-00af-4b55-92a9-5c5ac0b37968 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ea146d4a6eb4fe5b485a1b95a6b7b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4989915 May 26 03:19:46.991948 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47550) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:47.004971 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081c393-00af-4b55-92a9-5c5ac0b37968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fc7802-92c8-4ba7-917a-3987fa79fbbe,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:47.038136 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:47.045064 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b633-6af1-4ae0-9ae0-0f2868282a37 admin admin] Publish callbacks [] for security_group (60fc7802-92c8-4ba7-917a-3987fa79fbbe), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.051591 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-6d1a4eb1-2a05-4ece-b7f3-861f04cae973 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a75e8735391a43888b95675b3a3e7dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002447 May 26 03:19:47.055172 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47554) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:47.061961 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a4eb1-2a05-4ece-b7f3-861f04cae973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040522ce-f043-4243-9357-ae2c39e3c297,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:47.074240 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b633-6af1-4ae0-9ae0-0f2868282a37 admin admin] Publish callbacks [] for security_group (60fc7802-92c8-4ba7-917a-3987fa79fbbe), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.099280 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a9d954e-ffd8-47ba-b014-389c18c343ae admin admin] Publish callbacks [] for security_group (d049b349-58b5-4092-b82d-540bc8585b37), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.127038 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b633-6af1-4ae0-9ae0-0f2868282a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (60fc7802-92c8-4ba7-917a-3987fa79fbbe), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.129850 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b633-6af1-4ae0-9ae0-0f2868282a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.134054 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e4c0b633-6af1-4ae0-9ae0-0f2868282a37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60fc7802-92c8-4ba7-917a-3987fa79fbbe HTTP/1.1" status: 204 len: 168 time: 0.1388223 May 26 03:19:47.135503 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:47.142529 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0b633-6af1-4ae0-9ae0-0f2868282a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fc7802-92c8-4ba7-917a-3987fa79fbbe,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:47.190617 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a9d954e-ffd8-47ba-b014-389c18c343ae admin admin] Publish callbacks [] for security_group (d049b349-58b5-4092-b82d-540bc8585b37), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.230523 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0f737606-52cc-48cf-aecf-6f7e0f5dc7c4 admin admin] Publish callbacks [] for security_group (040522ce-f043-4243-9357-ae2c39e3c297), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.273044 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a0ae7-3015-42e3-bb20-be5d91fedcd6 req-496294cb-fdc9-43a5-b8cc-0391ffe29192 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:47.275150 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b98a0ae7-3015-42e3-bb20-be5d91fedcd6 req-496294cb-fdc9-43a5-b8cc-0391ffe29192 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.1586895 May 26 03:19:47.307658 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd4a0e-2bd5-4b2d-b514-ee7479e34259 req-1d6699f5-8689-459f-9f71-8b7a337ab441 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:47.309539 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dcdd4a0e-2bd5-4b2d-b514-ee7479e34259 req-1d6699f5-8689-459f-9f71-8b7a337ab441 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.1790707 May 26 03:19:47.316069 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0f737606-52cc-48cf-aecf-6f7e0f5dc7c4 admin admin] Publish callbacks [] for security_group (040522ce-f043-4243-9357-ae2c39e3c297), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.386457 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:47.439806 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b98a0ae7-3015-42e3-bb20-be5d91fedcd6 req-4495bb18-98b2-40dd-bd67-9fab7ed28621 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480191 May 26 03:19:47.440442 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a9d954e-ffd8-47ba-b014-389c18c343ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d049b349-58b5-4092-b82d-540bc8585b37), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.443844 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a9d954e-ffd8-47ba-b014-389c18c343ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.447214 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4a9d954e-ffd8-47ba-b014-389c18c343ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d049b349-58b5-4092-b82d-540bc8585b37 HTTP/1.1" status: 204 len: 168 time: 0.4867342 May 26 03:19:47.467648 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dcdd4a0e-2bd5-4b2d-b514-ee7479e34259 req-cf3e2188-f615-4684-a397-1588a44da0b8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365058 May 26 03:19:47.467648 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d954e-ffd8-47ba-b014-389c18c343ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d049b349-58b5-4092-b82d-540bc8585b37,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:47.476858 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0f737606-52cc-48cf-aecf-6f7e0f5dc7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (040522ce-f043-4243-9357-ae2c39e3c297), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.481964 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0f737606-52cc-48cf-aecf-6f7e0f5dc7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.485940 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0f737606-52cc-48cf-aecf-6f7e0f5dc7c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/040522ce-f043-4243-9357-ae2c39e3c297 HTTP/1.1" status: 204 len: 168 time: 0.4268763 May 26 03:19:47.496439 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f737606-52cc-48cf-aecf-6f7e0f5dc7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040522ce-f043-4243-9357-ae2c39e3c297,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:47.556111 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47570) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:47.575707 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30e8c61a-423e-4649-86a9-77a524113a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.595493 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66674665-c9e6-4d6c-a6f6-68a5f8475d4b req-e7069d56-9cb4-43b9-98d9-51be54276f84 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:47.597087 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-66674665-c9e6-4d6c-a6f6-68a5f8475d4b req-e7069d56-9cb4-43b9-98d9-51be54276f84 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0542905 May 26 03:19:47.667858 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-66674665-c9e6-4d6c-a6f6-68a5f8475d4b req-8bb21368-d72c-473f-9e77-ed355ef47a0d tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596759 May 26 03:19:47.668310 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30e8c61a-423e-4649-86a9-77a524113a7f admin admin] Publish callbacks [] for security_group (9d6e87d0-b234-4598-a6f9-5b9556fa75aa), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.675070 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30e8c61a-423e-4649-86a9-77a524113a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9d6e87d0-b234-4598-a6f9-5b9556fa75aa), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.723475 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-30e8c61a-423e-4649-86a9-77a524113a7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6e96b59eac744bfbc06f522201cf2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659920 May 26 03:19:47.724288 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8c61a-423e-4649-86a9-77a524113a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6e87d0-b234-4598-a6f9-5b9556fa75aa,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:47.726172 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47574) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:47.784826 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4816a88b-6195-47e3-88db-872a625978d8 admin admin] Publish callbacks [] for security_group (9d6e87d0-b234-4598-a6f9-5b9556fa75aa), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.807792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4816a88b-6195-47e3-88db-872a625978d8 admin admin] Publish callbacks [] for security_group (9d6e87d0-b234-4598-a6f9-5b9556fa75aa), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.835575 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47578) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:47.850503 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29c297de-29f3-4581-8221-e7f7c8505910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.864192 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4816a88b-6195-47e3-88db-872a625978d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9d6e87d0-b234-4598-a6f9-5b9556fa75aa), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.866872 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4816a88b-6195-47e3-88db-872a625978d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.872527 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4816a88b-6195-47e3-88db-872a625978d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d6e87d0-b234-4598-a6f9-5b9556fa75aa HTTP/1.1" status: 204 len: 168 time: 0.1448987 May 26 03:19:47.883301 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816a88b-6195-47e3-88db-872a625978d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6e87d0-b234-4598-a6f9-5b9556fa75aa,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:47.916961 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:47.973174 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29c297de-29f3-4581-8221-e7f7c8505910 admin admin] Publish callbacks [] for security_group (35bd626d-a036-4a24-bf24-b61d7f78de07), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:47.978144 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-29c297de-29f3-4581-8221-e7f7c8505910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (35bd626d-a036-4a24-bf24-b61d7f78de07), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:48.021842 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-29c297de-29f3-4581-8221-e7f7c8505910 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a9ca6dcc2c644baa1ac79628bb7fd1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848550 May 26 03:19:48.022910 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c297de-29f3-4581-8221-e7f7c8505910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd626d-a036-4a24-bf24-b61d7f78de07,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:48.024489 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47590) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:48.219932 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad354-7e34-46f7-88a7-60f11ee4c249 admin admin] Publish callbacks [] for security_group (35bd626d-a036-4a24-bf24-b61d7f78de07), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:48.238856 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:48.245164 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad354-7e34-46f7-88a7-60f11ee4c249 admin admin] Publish callbacks [] for security_group (35bd626d-a036-4a24-bf24-b61d7f78de07), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:48.305413 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad354-7e34-46f7-88a7-60f11ee4c249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (35bd626d-a036-4a24-bf24-b61d7f78de07), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:48.309017 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad354-7e34-46f7-88a7-60f11ee4c249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:48.310614 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4a0ad354-7e34-46f7-88a7-60f11ee4c249 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35bd626d-a036-4a24-bf24-b61d7f78de07 HTTP/1.1" status: 204 len: 168 time: 0.2851632 May 26 03:19:48.319572 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ad354-7e34-46f7-88a7-60f11ee4c249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd626d-a036-4a24-bf24-b61d7f78de07,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:48.574828 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429e000-8cd3-41b9-ad0e-c52eb8882ac0 req-209bff43-3be0-43d9-a853-c343ffe4669d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:48.577317 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d429e000-8cd3-41b9-ad0e-c52eb8882ac0 req-209bff43-3be0-43d9-a853-c343ffe4669d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.0628633 May 26 03:19:48.664792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8469615-16f5-4abc-858e-a17306df1535 req-8e8999b3-6b17-4660-9f67-c6e50c71705c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:48.666272 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d8469615-16f5-4abc-858e-a17306df1535 req-8e8999b3-6b17-4660-9f67-c6e50c71705c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0750568 May 26 03:19:48.694499 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d429e000-8cd3-41b9-ad0e-c52eb8882ac0 req-1c421b24-0e54-4889-ba9b-c0615a65edc0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116590 May 26 03:19:48.721305 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-05099779-e166-4f4e-b130-c15e5d0b5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:48.723427 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-05099779-e166-4f4e-b130-c15e5d0b5e7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2a6adbc-61d2-4628-a539-9e0450886394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531631 May 26 03:19:48.749083 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d8469615-16f5-4abc-858e-a17306df1535 req-cf2b83e5-6929-47e1-ac8d-19b896dc7ecd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683277 May 26 03:19:48.814462 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c5480-35e1-4c12-9ea6-c7d110e54a3a req-a08ead5f-f93b-4b85-b47f-656f32145078 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:48.816069 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7f0c5480-35e1-4c12-9ea6-c7d110e54a3a req-a08ead5f-f93b-4b85-b47f-656f32145078 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0489376 May 26 03:19:48.877443 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7f0c5480-35e1-4c12-9ea6-c7d110e54a3a req-c3ac8fdd-100a-4403-aa04-c6fe7f861f07 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505097 May 26 03:19:49.037512 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-d378cd3f-51f1-43d4-b5c4-b9060adf5194 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003654 May 26 03:19:49.178244 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb550885-0e09-4bd3-b72f-813c512d3518 req-d4e05a80-583e-4358-aeae-bdeec5cf813b service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181700 May 26 03:19:49.847760 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba3b0-aecd-4828-b33c-23c0ad18ab92 req-55d2046d-c54b-4619-a929-27649b36d32b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:49.849797 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-80eba3b0-aecd-4828-b33c-23c0ad18ab92 req-55d2046d-c54b-4619-a929-27649b36d32b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.0664392 May 26 03:19:49.982364 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-80eba3b0-aecd-4828-b33c-23c0ad18ab92 req-1b36f043-46eb-4fff-bfac-57e071a4defb tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262512 May 26 03:19:49.991555 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed370938-5076-4340-adcb-c5057e472733 req-e34e116a-a45e-47c0-8ccf-3b568b98682d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:49.993060 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed370938-5076-4340-adcb-c5057e472733 req-e34e116a-a45e-47c0-8ccf-3b568b98682d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0999134 May 26 03:19:50.097938 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed370938-5076-4340-adcb-c5057e472733 req-cc9939c3-1b7e-4ed5-9127-d1db4741ae44 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932050 May 26 03:19:50.170880 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf0272-a8fc-46b0-8097-dc4a9667d7f7 req-04ff3e01-0fb0-4aa0-be0c-8f17a6a8251d tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:50.172359 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f8bf0272-a8fc-46b0-8097-dc4a9667d7f7 req-04ff3e01-0fb0-4aa0-be0c-8f17a6a8251d tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0498970 May 26 03:19:50.217372 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:50.226089 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f8bf0272-a8fc-46b0-8097-dc4a9667d7f7 req-e4ea4d67-d103-4f7f-9473-235ebfed435f tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479586 May 26 03:19:50.854245 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:50.860934 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:51.117247 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06d0b-bd65-42cb-9b12-ee86657e81e5 req-06418086-a45f-4870-b90c-23f6fa33c957 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:51.118761 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7ab06d0b-bd65-42cb-9b12-ee86657e81e5 req-06418086-a45f-4870-b90c-23f6fa33c957 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 943 time: 0.0571787 May 26 03:19:51.199986 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device cecd2259-e79b-4293-aa0f-b671b19ce1cd details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:19:51.235167 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7ab06d0b-bd65-42cb-9b12-ee86657e81e5 req-e862d2e6-3873-4322-9f19-a0ab5706275c tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092162 May 26 03:19:51.289895 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:51.290788 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1ce8-1ba5-4786-bda3-c0e49d5594c7 req-cde77d96-2dbd-41be-8b21-e01a598f7b3f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:51.292875 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-401b1ce8-1ba5-4786-bda3-c0e49d5594c7 req-cde77d96-2dbd-41be-8b21-e01a598f7b3f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.1046221 May 26 03:19:51.334049 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port cecd2259-e79b-4293-aa0f-b671b19ce1cd, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:51.350887 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'port_id': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd', 'mac_address': 'fa:16:3e:70:7a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:19:51.399251 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port cecd2259-e79b-4293-aa0f-b671b19ce1cd is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:51.399791 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:51.423809 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecd2259-e79b-4293-aa0f-b671b19ce1cd {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:19:51.430865 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-401b1ce8-1ba5-4786-bda3-c0e49d5594c7 req-7b4fa909-4667-40cf-ba16-9ecde896bae5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321070 May 26 03:19:51.437515 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d257b87-52c6-4878-8d67-4f55f41ca86c req-5dd2e19f-c9de-4351-8b2b-1866aeadc8cb tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:51.439262 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5d257b87-52c6-4878-8d67-4f55f41ca86c req-5dd2e19f-c9de-4351-8b2b-1866aeadc8cb tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.1131053 May 26 03:19:51.457224 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port cecd2259-e79b-4293-aa0f-b671b19ce1cd, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:51.463414 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:51.464405 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 8f3ffc1c-dd96-4c79-8070-6048d639cb48 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:19:51.498641 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5d257b87-52c6-4878-8d67-4f55f41ca86c req-f883c011-24d5-476d-beeb-e76a1f89b5bc tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513320 May 26 03:19:51.572428 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=cecd2259-e79b-4293-aa0f-b671b19ce1cd,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:51.584208 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:51.619183 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:51.633008 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'port_id': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'mac_address': 'fa:16:3e:b4:fd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:19:51.667457 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:51.675510 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:51.675950 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:51.693697 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3ffc1c-dd96-4c79-8070-6048d639cb48 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:19:51.725702 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:51.729284 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:51.796336 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:52.101693 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['8f3ffc1c-dd96-4c79-8070-6048d639cb48'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:19:52.238646 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['cecd2259-e79b-4293-aa0f-b671b19ce1cd'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:19:52.424826 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53227eef-8a2b-46ed-9324-c3b4037d7db5 req-469eafb9-97a8-4bbf-9bdf-e2285ef9a667 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:52.438054 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-53227eef-8a2b-46ed-9324-c3b4037d7db5 req-469eafb9-97a8-4bbf-9bdf-e2285ef9a667 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 944 time: 0.0823319 May 26 03:19:52.482758 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-53227eef-8a2b-46ed-9324-c3b4037d7db5 req-7bbf183c-c805-4094-a3a9-16df38dda357 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 May 26 03:19:52.557518 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ea49b-d36c-4c28-a666-77857ac0cb87 req-f9c98d3c-7557-4c53-94cd-b626e481dfd8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:52.558965 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c28ea49b-d36c-4c28-a666-77857ac0cb87 req-f9c98d3c-7557-4c53-94cd-b626e481dfd8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 944 time: 0.0461445 May 26 03:19:52.605162 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:52.609549 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c28ea49b-d36c-4c28-a666-77857ac0cb87 req-9374a0d9-7513-4f40-bc50-f85e83a59581 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451682 May 26 03:19:53.036825 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 47886) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:53.155408 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b6f45e-a8ff-4626-b622-f7f7c00b384a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:53.231160 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b6f45e-a8ff-4626-b622-f7f7c00b384a admin admin] Publish callbacks [] for security_group (d3280735-23cc-46e7-80dc-8f130b600080), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:53.236431 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-16b6f45e-a8ff-4626-b622-f7f7c00b384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d3280735-23cc-46e7-80dc-8f130b600080), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:53.275733 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-16b6f45e-a8ff-4626-b622-f7f7c00b384a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6eb8697e66db42559cbbb01075896b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377470 May 26 03:19:53.276627 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6f45e-a8ff-4626-b622-f7f7c00b384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3280735-23cc-46e7-80dc-8f130b600080,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:53.278398 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47896) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:53.331298 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e6fc12d2-a3d1-4976-a43a-a44ad185a250 admin admin] Publish callbacks [] for security_group (d3280735-23cc-46e7-80dc-8f130b600080), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:53.354050 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e6fc12d2-a3d1-4976-a43a-a44ad185a250 admin admin] Publish callbacks [] for security_group (d3280735-23cc-46e7-80dc-8f130b600080), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:53.376111 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:53.417054 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e6fc12d2-a3d1-4976-a43a-a44ad185a250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d3280735-23cc-46e7-80dc-8f130b600080), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:53.419853 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e6fc12d2-a3d1-4976-a43a-a44ad185a250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:53.421000 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e6fc12d2-a3d1-4976-a43a-a44ad185a250 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3280735-23cc-46e7-80dc-8f130b600080 HTTP/1.1" status: 204 len: 168 time: 0.1416092 May 26 03:19:53.429524 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc12d2-a3d1-4976-a43a-a44ad185a250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3280735-23cc-46e7-80dc-8f130b600080,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:53.618166 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb273-f82d-43c6-a3ec-8a7fa01198a5 req-2cd8f700-5e3f-488d-90cd-e623885534c0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:53.619648 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-692eb273-f82d-43c6-a3ec-8a7fa01198a5 req-2cd8f700-5e3f-488d-90cd-e623885534c0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 944 time: 0.0469143 May 26 03:19:53.671471 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-692eb273-f82d-43c6-a3ec-8a7fa01198a5 req-df5e3f5a-7c8a-4956-85dd-89217d1f2252 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462265 May 26 03:19:53.776629 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34729b6-ac7e-4341-af8a-cdf249dec678 req-f68d9b05-ec86-4eb4-a85f-ee4aad735645 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:53.778093 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a34729b6-ac7e-4341-af8a-cdf249dec678 req-f68d9b05-ec86-4eb4-a85f-ee4aad735645 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 944 time: 0.0506203 May 26 03:19:53.824554 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a34729b6-ac7e-4341-af8a-cdf249dec678 req-5d854ae1-1c3b-432d-8c10-a38405a5e3b1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409591 May 26 03:19:54.784143 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93ce8c-86d1-4d21-9139-a609cbd73e8e req-f3489143-6fb6-4cee-8e81-20a258eaf436 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:54.785557 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9a93ce8c-86d1-4d21-9139-a609cbd73e8e req-f3489143-6fb6-4cee-8e81-20a258eaf436 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 944 time: 0.0462086 May 26 03:19:54.831375 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9a93ce8c-86d1-4d21-9139-a609cbd73e8e req-d016613a-ded9-4a09-806c-29bd69afa310 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 May 26 03:19:54.939513 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca03f8-a62b-4974-b8b8-ca6ea2664572 req-e5c2703c-f223-4101-aa41-f390c46b87ec tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:54.940910 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5ca03f8-a62b-4974-b8b8-ca6ea2664572 req-e5c2703c-f223-4101-aa41-f390c46b87ec tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 944 time: 0.0458026 May 26 03:19:54.981329 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:54.997569 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f5ca03f8-a62b-4974-b8b8-ca6ea2664572 req-3ec7d3b6-fd4e-49e3-a8a3-9df7b08cc261 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477488 May 26 03:19:55.828422 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device cecd2259-e79b-4293-aa0f-b671b19ce1cd up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:55.884123 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port cecd2259-e79b-4293-aa0f-b671b19ce1cd completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:19:55.898543 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port cecd2259-e79b-4293-aa0f-b671b19ce1cd triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:55.898962 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:55.969943 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829319b-21a1-4d6c-8b6e-3d98444eeef6 req-f5845d22-ff41-4af5-85a2-c3d69406e53b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:55.982268 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b829319b-21a1-4d6c-8b6e-3d98444eeef6 req-f5845d22-ff41-4af5-85a2-c3d69406e53b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 944 time: 0.0680268 May 26 03:19:56.003537 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port cecd2259-e79b-4293-aa0f-b671b19ce1cd is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:56.003861 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.039211 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:19:56.042705 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74316961-5c32-4f6a-b1b6-83e8591e10a8" -d '{"events": [{"server_uuid": "886b955e-5ce3-4453-a051-f1a2e7aedecf", "name": "network-vif-plugged", "status": "completed", "tag": "cecd2259-e79b-4293-aa0f-b671b19ce1cd"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:19:56.062259 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port cecd2259-e79b-4293-aa0f-b671b19ce1cd, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:56.068083 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.069619 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 8f3ffc1c-dd96-4c79-8070-6048d639cb48 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:19:56.109937 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b829319b-21a1-4d6c-8b6e-3d98444eeef6 req-3ee41734-de13-4b81-9464-b49ff3206987 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201355 May 26 03:19:56.163767 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2168d44c-baf4-478d-b563-7d0c8b2f9f08 x-openstack-request-id: req-2168d44c-baf4-478d-b563-7d0c8b2f9f08 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:19:56.164074 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b955e-5ce3-4453-a051-f1a2e7aedecf", "name": "network-vif-plugged", "status": "completed", "tag": "cecd2259-e79b-4293-aa0f-b671b19ce1cd", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:19:56.164328 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2168d44c-baf4-478d-b563-7d0c8b2f9f08 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:19:56.164707 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2168d44c-baf4-478d-b563-7d0c8b2f9f08'] response: {'server_uuid': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd', 'code': 200} May 26 03:19:56.176332 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 47998) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:56.188823 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:19:56.209819 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=cecd2259-e79b-4293-aa0f-b671b19ce1cd,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:56.214162 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:19:56.214594 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.283705 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982523c-59f0-4d3f-9f12-e41e008bcfae req-5bf36386-9a09-44f5-b149-6a5613fe64b6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:56.293896 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1982523c-59f0-4d3f-9f12-e41e008bcfae req-5bf36386-9a09-44f5-b149-6a5613fe64b6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 944 time: 0.1748550 May 26 03:19:56.357954 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1982523c-59f0-4d3f-9f12-e41e008bcfae req-f4468a5a-e9d0-4afd-9350-8f38b1081ad0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627720 May 26 03:19:56.377275 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:19:56.377830 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.387806 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e0a7914c-c950-45ae-bc00-34d1d7ed9013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.430565 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:19:56.436612 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.512417 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:56.516014 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe221c-3c56-4eb4-b101-fc71e13c6627 req-364d10e6-9b59-43db-9d70-c9a2a1cb2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:56.518311 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cafe221c-3c56-4eb4-b101-fc71e13c6627 req-364d10e6-9b59-43db-9d70-c9a2a1cb2aec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 1129 time: 0.1021147 May 26 03:19:56.621233 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cafe221c-3c56-4eb4-b101-fc71e13c6627 req-41a19f5f-be07-450e-b88c-666210e152b6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945776 May 26 03:19:56.625929 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e0a7914c-c950-45ae-bc00-34d1d7ed9013 admin admin] Publish callbacks [] for security_group (87b53004-9c3f-4b31-bb4f-c52454ff56cd), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.630439 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e0a7914c-c950-45ae-bc00-34d1d7ed9013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (87b53004-9c3f-4b31-bb4f-c52454ff56cd), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.674853 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e0a7914c-c950-45ae-bc00-34d1d7ed9013 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=315f9bf502054d759f0a2dae89fabe55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988041 May 26 03:19:56.675847 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7914c-c950-45ae-bc00-34d1d7ed9013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b53004-9c3f-4b31-bb4f-c52454ff56cd,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:56.678138 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48022) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:56.733614 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0769c00c-7ddf-4800-b1af-ad415b605523 admin admin] Publish callbacks [] for security_group (87b53004-9c3f-4b31-bb4f-c52454ff56cd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.746181 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:56.764870 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0769c00c-7ddf-4800-b1af-ad415b605523 admin admin] Publish callbacks [] for security_group (87b53004-9c3f-4b31-bb4f-c52454ff56cd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.821125 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0769c00c-7ddf-4800-b1af-ad415b605523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (87b53004-9c3f-4b31-bb4f-c52454ff56cd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.823921 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0769c00c-7ddf-4800-b1af-ad415b605523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:56.825060 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0769c00c-7ddf-4800-b1af-ad415b605523 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87b53004-9c3f-4b31-bb4f-c52454ff56cd HTTP/1.1" status: 204 len: 168 time: 0.1459525 May 26 03:19:56.835027 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769c00c-7ddf-4800-b1af-ad415b605523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b53004-9c3f-4b31-bb4f-c52454ff56cd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:57.114047 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48046) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:57.127379 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-afef0f68-28c6-43f0-806b-1c7716544a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.229701 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc0b62-c1ce-45a6-9463-2886d6502a58 req-c66dee92-2155-4767-a772-7263a371feab tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:57.231190 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ccc0b62-c1ce-45a6-9463-2886d6502a58 req-c66dee92-2155-4767-a772-7263a371feab tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0612445 May 26 03:19:57.269882 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-afef0f68-28c6-43f0-806b-1c7716544a38 admin admin] Publish callbacks [] for security_group (62cbcda1-2206-463a-a86b-367bf790e127), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.276354 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-afef0f68-28c6-43f0-806b-1c7716544a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (62cbcda1-2206-463a-a86b-367bf790e127), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.320418 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-afef0f68-28c6-43f0-806b-1c7716544a38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc60a823692049178d3fc60433bee1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052588 May 26 03:19:57.322993 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48056) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:57.339016 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ccc0b62-c1ce-45a6-9463-2886d6502a58 req-cfebfc97-616f-468d-9b5f-b75432a96847 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976861 May 26 03:19:57.346144 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef0f68-28c6-43f0-806b-1c7716544a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cbcda1-2206-463a-a86b-367bf790e127,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:57.392486 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52fb9196-b24b-413a-b566-02a0c821ce86 admin admin] Publish callbacks [] for security_group (62cbcda1-2206-463a-a86b-367bf790e127), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.414650 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52fb9196-b24b-413a-b566-02a0c821ce86 admin admin] Publish callbacks [] for security_group (62cbcda1-2206-463a-a86b-367bf790e127), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.450766 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48062) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:57.469563 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52fb9196-b24b-413a-b566-02a0c821ce86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (62cbcda1-2206-463a-a86b-367bf790e127), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.472582 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-52fb9196-b24b-413a-b566-02a0c821ce86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.474464 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-52fb9196-b24b-413a-b566-02a0c821ce86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62cbcda1-2206-463a-a86b-367bf790e127 HTTP/1.1" status: 204 len: 168 time: 0.1494560 May 26 03:19:57.480543 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04a253-ddb1-4409-a811-8f4d8135a91c req-4d8073cd-b1c6-4fca-aa92-240ba0e0e3f9 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:57.482192 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be04a253-ddb1-4409-a811-8f4d8135a91c req-4d8073cd-b1c6-4fca-aa92-240ba0e0e3f9 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0578806 May 26 03:19:57.495274 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:57.507485 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb9196-b24b-413a-b566-02a0c821ce86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cbcda1-2206-463a-a86b-367bf790e127,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:57.554047 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be04a253-ddb1-4409-a811-8f4d8135a91c req-75ac428c-7d1d-4441-a8e6-91a8bf56d4a3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602806 May 26 03:19:57.594327 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b56f818-1a11-4cfb-9ca7-4cb90ef89c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.680469 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b56f818-1a11-4cfb-9ca7-4cb90ef89c47 admin admin] Publish callbacks [] for security_group (aeda9249-5309-40ba-bb1b-775262cbb3e9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.687605 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b56f818-1a11-4cfb-9ca7-4cb90ef89c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (aeda9249-5309-40ba-bb1b-775262cbb3e9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.733082 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3b56f818-1a11-4cfb-9ca7-4cb90ef89c47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ee42c07521343108b37b09f4d60b55b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809238 May 26 03:19:57.734094 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56f818-1a11-4cfb-9ca7-4cb90ef89c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeda9249-5309-40ba-bb1b-775262cbb3e9,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:57.737280 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48076) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:19:57.787408 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab11b5e6-58f5-48df-ae92-8382f3840264 admin admin] Publish callbacks [] for security_group (aeda9249-5309-40ba-bb1b-775262cbb3e9), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.810190 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab11b5e6-58f5-48df-ae92-8382f3840264 admin admin] Publish callbacks [] for security_group (aeda9249-5309-40ba-bb1b-775262cbb3e9), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.861824 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab11b5e6-58f5-48df-ae92-8382f3840264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (aeda9249-5309-40ba-bb1b-775262cbb3e9), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.864909 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab11b5e6-58f5-48df-ae92-8382f3840264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:19:57.866165 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ab11b5e6-58f5-48df-ae92-8382f3840264 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aeda9249-5309-40ba-bb1b-775262cbb3e9 HTTP/1.1" status: 204 len: 168 time: 0.1279845 May 26 03:19:57.875431 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11b5e6-58f5-48df-ae92-8382f3840264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeda9249-5309-40ba-bb1b-775262cbb3e9,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:19:58.166260 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:19:58.168903 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458a9b9f-d288-4f2e-8579-fa3452d655b1" -d '{"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:19:58.205473 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaa520d-6b5e-46e9-8092-759d431ab010 x-openstack-request-id: req-daaa520d-6b5e-46e9-8092-759d431ab010 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:19:58.205984 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:19:58.206422 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-daaa520d-6b5e-46e9-8092-759d431ab010 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:19:58.206866 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daaa520d-6b5e-46e9-8092-759d431ab010'] response: {'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'code': 200} May 26 03:19:58.466477 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dd057-0dca-4d21-9ae7-b39052c31d36 req-e5e582fb-8129-4a16-9a9b-b662fd464bdc tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:58.468651 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-586dd057-0dca-4d21-9ae7-b39052c31d36 req-e5e582fb-8129-4a16-9a9b-b662fd464bdc tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0507882 May 26 03:19:58.524572 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-586dd057-0dca-4d21-9ae7-b39052c31d36 req-d343fe54-f13a-4a99-b1cc-cd7d6a2f0f8d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479228 May 26 03:19:58.671706 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:58.684872 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c99c0c-7f70-4489-813e-8a863fe63e92 req-b173500b-c905-4cb6-9851-5cd88548e1bb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:58.686370 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-31c99c0c-7f70-4489-813e-8a863fe63e92 req-b173500b-c905-4cb6-9851-5cd88548e1bb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0510097 May 26 03:19:58.758887 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-31c99c0c-7f70-4489-813e-8a863fe63e92 req-102452d1-9924-477d-ab75-25eb012b12b8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632377 May 26 03:19:59.680052 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a87fec-d178-40e3-8f42-bf1df8bedea7 req-3bcf0931-8605-44db-a27a-9579622a509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:59.680601 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de78c8-feba-4849-98c7-3832857d6354 req-d174544c-4457-4d96-b8fd-adc611a50ea9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:59.681771 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-50de78c8-feba-4849-98c7-3832857d6354 req-d174544c-4457-4d96-b8fd-adc611a50ea9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0651405 May 26 03:19:59.683058 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-72a87fec-d178-40e3-8f42-bf1df8bedea7 req-3bcf0931-8605-44db-a27a-9579622a509b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 1129 time: 0.0692346 May 26 03:19:59.735389 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-50de78c8-feba-4849-98c7-3832857d6354 req-435e60d1-1179-42eb-882a-01b892285848 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475423 May 26 03:19:59.895785 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ada5dc-f43e-4237-80b4-1118e11d4d93 req-fcdf467f-fdae-4542-aafc-b58e251629a1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:19:59.904135 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c9ada5dc-f43e-4237-80b4-1118e11d4d93 req-fcdf467f-fdae-4542-aafc-b58e251629a1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0675874 May 26 03:19:59.983887 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c9ada5dc-f43e-4237-80b4-1118e11d4d93 req-34c7afa4-985c-4798-ad72-13e7f59115b5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766277 May 26 03:19:59.985839 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:19:59.991003 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-72a87fec-d178-40e3-8f42-bf1df8bedea7 req-3420fc94-b29d-48be-9228-3e1f2ad29430 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651755 May 26 03:20:00.866984 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:00.868258 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:00.896556 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5943b-c644-4091-bf4d-0964664cfbd4 req-931c67b6-707d-4a83-b9f1-1dd9f4f82629 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:00.898161 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ce5943b-c644-4091-bf4d-0964664cfbd4 req-931c67b6-707d-4a83-b9f1-1dd9f4f82629 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0699799 May 26 03:20:00.953714 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5ce5943b-c644-4091-bf4d-0964664cfbd4 req-21ee9dce-ad54-4873-9693-71b6f7d6db68 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493295 May 26 03:20:01.152414 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83604c-7ab7-4a92-a271-7de47e9666ec req-9c255fac-4451-4290-be72-a23c863efe28 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:01.153862 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8b83604c-7ab7-4a92-a271-7de47e9666ec req-9c255fac-4451-4290-be72-a23c863efe28 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0808759 May 26 03:20:01.162147 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01c900-3eb5-41fd-a1e8-76ee01377693 req-a4301a91-a874-4a4a-ba04-10272e5275f0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:01.163546 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b01c900-3eb5-41fd-a1e8-76ee01377693 req-a4301a91-a874-4a4a-ba04-10272e5275f0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0784905 May 26 03:20:01.163688 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48316) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:01.168316 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'floatingip': {'port_id': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:01.217872 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b01c900-3eb5-41fd-a1e8-76ee01377693 req-2de991fd-a799-4dc9-b070-31a4796c0770 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483124 May 26 03:20:01.255679 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (2800b348-f102-4064-9078-f5e8e8e845e7), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:01.763915 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48344) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:01.889377 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9def9612-d14f-491d-9bc9-e6ea13661536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:01.893094 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:01.987983 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9def9612-d14f-491d-9bc9-e6ea13661536 admin admin] Publish callbacks [] for security_group (e80c6442-23d2-4f70-bbfe-6ef857d0ae8c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:01.994676 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9def9612-d14f-491d-9bc9-e6ea13661536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e80c6442-23d2-4f70-bbfe-6ef857d0ae8c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.039933 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.db.resource_extend [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 03:20:02.043312 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9def9612-d14f-491d-9bc9-e6ea13661536 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87f0af6b65fd486da0712e3ac1b7c054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781382 May 26 03:20:02.045460 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48358) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:02.090368 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def9612-d14f-491d-9bc9-e6ea13661536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80c6442-23d2-4f70-bbfe-6ef857d0ae8c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:02.112187 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-79722185-9109-40cf-b7de-661a7e101abe admin admin] Publish callbacks [] for security_group (e80c6442-23d2-4f70-bbfe-6ef857d0ae8c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.114705 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.121927 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (2800b348-f102-4064-9078-f5e8e8e845e7), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.144538 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-79722185-9109-40cf-b7de-661a7e101abe admin admin] Publish callbacks [] for security_group (e80c6442-23d2-4f70-bbfe-6ef857d0ae8c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.171400 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:02.212902 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-79722185-9109-40cf-b7de-661a7e101abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e80c6442-23d2-4f70-bbfe-6ef857d0ae8c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.218406 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-79722185-9109-40cf-b7de-661a7e101abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.219632 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-79722185-9109-40cf-b7de-661a7e101abe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e80c6442-23d2-4f70-bbfe-6ef857d0ae8c HTTP/1.1" status: 204 len: 168 time: 0.1728849 May 26 03:20:02.228409 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79722185-9109-40cf-b7de-661a7e101abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80c6442-23d2-4f70-bbfe-6ef857d0ae8c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:02.244025 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Floating IP 2800b348-f102-4064-9078-f5e8e8e845e7 associated. External IP: 172.27.2.136, port: cecd2259-e79b-4293-aa0f-b671b19ce1cd. May 26 03:20:02.279089 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4d244fb5-b37b-47c4-b950-f8743ed8cf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.342425 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:02.391936 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e7729-0c7c-4f4c-8343-e9f99087f9fa req-a113c08c-bf8c-4c64-991b-da4e1d245b99 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:02.394095 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ff3e7729-0c7c-4f4c-8343-e9f99087f9fa req-a113c08c-bf8c-4c64-991b-da4e1d245b99 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0667031 May 26 03:20:02.474185 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ff3e7729-0c7c-4f4c-8343-e9f99087f9fa req-c0f54133-994f-4cb3-bc60-da61893063a1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671949 May 26 03:20:02.509452 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Router aa61c987-3b3c-490c-879b-8e3250263ed2 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:20:02.626164 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:20:02.632261 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.642996 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] Sync routers for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:20:02.657776 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48374) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:02.660040 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:02.660669 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:02.663057 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-397d346d-9389-4446-b196-ed5dc17c18b9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "PUT /v2.0/floatingips/2800b348-f102-4064-9078-f5e8e8e845e7 HTTP/1.1" status: 200 len: 991 time: 1.4983425 May 26 03:20:02.663811 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'tag': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:02.666243 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b" -d '{"events": [{"name": "network-changed", "server_uuid": "886b955e-5ce3-4453-a051-f1a2e7aedecf", "tag": "cecd2259-e79b-4293-aa0f-b671b19ce1cd"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:02.680093 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.812196 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Publish callbacks [] for security_group (753c8b55-811d-47e6-8ba3-6c5834f68c0c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.818667 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (753c8b55-811d-47e6-8ba3-6c5834f68c0c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.821218 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:02.870895 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3eb1eb-2237-40fa-bce3-42a5f3822362 x-openstack-request-id: req-3b3eb1eb-2237-40fa-bce3-42a5f3822362 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:02.871275 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886b955e-5ce3-4453-a051-f1a2e7aedecf", "tag": "cecd2259-e79b-4293-aa0f-b671b19ce1cd", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:02.872429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b3eb1eb-2237-40fa-bce3-42a5f3822362 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:02.872863 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3eb1eb-2237-40fa-bce3-42a5f3822362'] response: {'name': 'network-changed', 'server_uuid': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'tag': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd', 'status': 'completed', 'code': 200} May 26 03:20:02.877931 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f576fd4e160d4533aabc3901d46571e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183120 May 26 03:20:02.880897 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48390) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:02.894448 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753c8b55-811d-47e6-8ba3-6c5834f68c0c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:02.904886 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.905632 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.906821 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.907179 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.907542 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.907877 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.908204 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.908700 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.909095 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.910175 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.910514 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.910848 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.911874 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.912343 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.912970 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1460-2ab1-4ec0-9686-76a417b95aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:02.949424 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Publish callbacks [] for security_group (753c8b55-811d-47e6-8ba3-6c5834f68c0c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:02.960417 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:02.982378 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Publish callbacks [] for security_group (753c8b55-811d-47e6-8ba3-6c5834f68c0c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:03.048390 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (753c8b55-811d-47e6-8ba3-6c5834f68c0c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:03.050996 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:03.060112 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/753c8b55-811d-47e6-8ba3-6c5834f68c0c HTTP/1.1" status: 204 len: 168 time: 0.1779840 May 26 03:20:03.069881 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753c8b55-811d-47e6-8ba3-6c5834f68c0c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:03.079418 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.079715 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.080061 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.080400 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.080738 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.081353 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.081688 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.082016 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.082351 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.082678 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.083058 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.083421 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.084170 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.084514 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.084844 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d000a-0c94-4e18-bff9-106c3773cb9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:03.148966 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '2800b348-f102-4064-9078-f5e8e8e845e7', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'port_id': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'mac_address': 'fa:16:3e:70:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:19:20Z', 'updated_at': '2022-05-26T03:20:01Z', 'revision_number': 1, 'project_id': '921ab4465c1b48758a03fe0411940778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:03.180676 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] Checking router: aa61c987-3b3c-490c-879b-8e3250263ed2 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:20:03.192711 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-a33ba592-9016-48be-82ad-45b72a5a4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:03.194421 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-a33ba592-9016-48be-82ad-45b72a5a4066 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 1129 time: 0.0661781 May 26 03:20:03.199029 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:03.200043 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:19:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:03.416269 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48412) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:03.454897 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:03.659704 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57acd587-9e5b-46cc-9543-7de5b40ec280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:03.799140 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824a9ed-3cfd-4afa-86f3-ed40d822d126 req-97680c34-edd2-479d-8697-8d686da49e87 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:03.810916 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-2e2d6d47-b1b0-480a-9d3a-b987d4262813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:03.820312 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9824a9ed-3cfd-4afa-86f3-ed40d822d126 req-97680c34-edd2-479d-8697-8d686da49e87 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1823800 May 26 03:20:03.820708 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-2e2d6d47-b1b0-480a-9d3a-b987d4262813 service neutron] 10.222.0.45 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 912 time: 0.3421266 May 26 03:20:03.934351 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9824a9ed-3cfd-4afa-86f3-ed40d822d126 req-945b1684-ba3f-40ed-984b-6d74774e6a00 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103642 May 26 03:20:04.017294 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-e6ec97ed-3157-4227-b97f-929d49898020 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd HTTP/1.1" status: 200 len: 999 time: 0.1799405 May 26 03:20:04.039995 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:04.066028 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57acd587-9e5b-46cc-9543-7de5b40ec280 admin admin] Publish callbacks [] for security_group (d2a1885d-33e4-40a1-ba6a-63a8bcd963ce), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:04.077580 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-57acd587-9e5b-46cc-9543-7de5b40ec280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d2a1885d-33e4-40a1-ba6a-63a8bcd963ce), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:04.094386 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549397a-c393-4d48-bf36-19f7f2e50041 req-80614a08-cc67-405c-9268-a03e148c4930 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:04.096811 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5549397a-c393-4d48-bf36-19f7f2e50041 req-80614a08-cc67-405c-9268-a03e148c4930 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0687869 May 26 03:20:04.107426 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:04.108085 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48450) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:04.114729 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '2800b348-f102-4064-9078-f5e8e8e845e7', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'port_id': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'mac_address': 'fa:16:3e:70:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:19:20Z', 'updated_at': '2022-05-26T03:20:01Z', 'revision_number': 1, 'project_id': '921ab4465c1b48758a03fe0411940778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:04.123739 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'floatingip': {'port_id': '8f3ffc1c-dd96-4c79-8070-6048d639cb48'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:04.162087 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-74d12220-2cbb-4ae3-8452-4ef61431eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:04.163773 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-74d12220-2cbb-4ae3-8452-4ef61431eb36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5634fcb-851a-41f3-92b2-2385a9c5a407 HTTP/1.1" status: 200 len: 850 time: 0.1375442 May 26 03:20:04.170711 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-57acd587-9e5b-46cc-9543-7de5b40ec280 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=431f0fe7929a4ab29e6944a329361bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7528214 May 26 03:20:04.175419 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48458) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:04.180501 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79754e87-d683-4e34-9e08-d9378e9ebeed None None] The sync data for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi is: [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '2800b348-f102-4064-9078-f5e8e8e845e7', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'port_id': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'mac_address': 'fa:16:3e:70:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:19:20Z', 'updated_at': '2022-05-26T03:20:01Z', 'revision_number': 1, 'project_id': '921ab4465c1b48758a03fe0411940778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:20:04.227681 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acd587-9e5b-46cc-9543-7de5b40ec280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a1885d-33e4-40a1-ba6a-63a8bcd963ce,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:04.302412 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (08f94948-207e-4a46-adb4-6b5b300aaad6), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:04.341585 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-4ad85d6e-be92-42be-89de-15d8ba44fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:04.343177 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-4ad85d6e-be92-42be-89de-15d8ba44fda1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=536c60a9-349c-427d-a636-2554c2acd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1685379 May 26 03:20:04.358694 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0462-e249-41e9-b6ee-6e3098be47a1 admin admin] Publish callbacks [] for security_group (d2a1885d-33e4-40a1-ba6a-63a8bcd963ce), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:04.404244 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0462-e249-41e9-b6ee-6e3098be47a1 admin admin] Publish callbacks [] for security_group (d2a1885d-33e4-40a1-ba6a-63a8bcd963ce), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:04.488837 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-39c7a736-786f-4806-8877-e6b911d5856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:04.540342 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0462-e249-41e9-b6ee-6e3098be47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d2a1885d-33e4-40a1-ba6a-63a8bcd963ce), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:04.546187 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0462-e249-41e9-b6ee-6e3098be47a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:04.558193 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7b8f0462-e249-41e9-b6ee-6e3098be47a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2a1885d-33e4-40a1-ba6a-63a8bcd963ce HTTP/1.1" status: 204 len: 168 time: 0.3742588 May 26 03:20:04.569060 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f0462-e249-41e9-b6ee-6e3098be47a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a1885d-33e4-40a1-ba6a-63a8bcd963ce,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:04.609707 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68846-1562-4fa4-8d67-511ce1665912 None None] New status for floating IP 2800b348-f102-4064-9078-f5e8e8e845e7: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:20:04.732043 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f46a0-4c0f-48e1-b197-e13f4a9b1772 req-f23d14bd-6e35-4238-b4c7-21612607c7e1 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:04.733571 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0f2f46a0-4c0f-48e1-b197-e13f4a9b1772 req-f23d14bd-6e35-4238-b4c7-21612607c7e1 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.1167221 May 26 03:20:04.774776 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:04.776190 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:04.978863 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:05.085082 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0f2f46a0-4c0f-48e1-b197-e13f4a9b1772 req-7db9cd9b-f5ab-4957-9298-1cbf5f543bbd tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414602 May 26 03:20:05.234983 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48494) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:05.258243 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f2175486-3f4f-414c-ae96-9488f0d5d850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:05.361133 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:05.419305 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.db.resource_extend [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 03:20:05.429462 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f2175486-3f4f-414c-ae96-9488f0d5d850 admin admin] Publish callbacks [] for security_group (0ab1cb1c-dd95-4d83-ac01-5979b7f0d5e8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:05.436768 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f2175486-3f4f-414c-ae96-9488f0d5d850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (0ab1cb1c-dd95-4d83-ac01-5979b7f0d5e8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:05.448574 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:05.521440 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2175486-3f4f-414c-ae96-9488f0d5d850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab1cb1c-dd95-4d83-ac01-5979b7f0d5e8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:05.526865 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f2175486-3f4f-414c-ae96-9488f0d5d850 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=417b096a8abe4266bb6564184b7c03aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895358 May 26 03:20:05.529584 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48508) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:05.553611 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:05.562996 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (08f94948-207e-4a46-adb4-6b5b300aaad6), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:05.588249 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6fb875f7-e7d2-4783-82b9-756628f56a41 admin admin] Publish callbacks [] for security_group (0ab1cb1c-dd95-4d83-ac01-5979b7f0d5e8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:05.618335 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6fb875f7-e7d2-4783-82b9-756628f56a41 admin admin] Publish callbacks [] for security_group (0ab1cb1c-dd95-4d83-ac01-5979b7f0d5e8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:05.698105 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6fb875f7-e7d2-4783-82b9-756628f56a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (0ab1cb1c-dd95-4d83-ac01-5979b7f0d5e8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:05.701673 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Floating IP 08f94948-207e-4a46-adb4-6b5b300aaad6 associated. External IP: 172.27.2.158, port: 8f3ffc1c-dd96-4c79-8070-6048d639cb48. May 26 03:20:05.702605 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6fb875f7-e7d2-4783-82b9-756628f56a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:05.703766 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6fb875f7-e7d2-4783-82b9-756628f56a41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ab1cb1c-dd95-4d83-ac01-5979b7f0d5e8 HTTP/1.1" status: 204 len: 168 time: 0.1730421 May 26 03:20:05.716966 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb875f7-e7d2-4783-82b9-756628f56a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab1cb1c-dd95-4d83-ac01-5979b7f0d5e8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:05.768114 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:06.010241 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Router 65bc7940-5ff8-4be9-aabd-1282744761d5 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:20:06.063688 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-f91e1597-04a5-4936-a8cd-d45474ee96e9 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783190 May 26 03:20:06.169900 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:20:06.180338 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] Sync routers for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:20:06.184205 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:06.213035 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:06.214125 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:06.232653 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f8c61cbd-56cd-409b-a85e-d8ad038d734a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "PUT /v2.0/floatingips/08f94948-207e-4a46-adb4-6b5b300aaad6 HTTP/1.1" status: 200 len: 991 time: 2.1242816 May 26 03:20:06.233366 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:06.412151 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:06.424790 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818c610-9d49-4d7a-996a-8f782de76448 req-a7566fcf-b286-440a-99a9-b7c21518e984 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:06.429817 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7818c610-9d49-4d7a-996a-8f782de76448 req-a7566fcf-b286-440a-99a9-b7c21518e984 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.1023531 May 26 03:20:06.554438 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7818c610-9d49-4d7a-996a-8f782de76448 req-e8ab1c69-4c32-445e-b76a-39eab60033c3 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085663 May 26 03:20:06.579792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d241c945-c4ad-4bfc-aa16-757771fa9d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:06.744714 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0017c595-97ed-43be-8622-bf6231a4ab85 x-openstack-request-id: req-0017c595-97ed-43be-8622-bf6231a4ab85 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:06.745063 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:06.745629 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0017c595-97ed-43be-8622-bf6231a4ab85 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:06.746214 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0017c595-97ed-43be-8622-bf6231a4ab85'] response: {'name': 'network-changed', 'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'status': 'completed', 'code': 200} May 26 03:20:06.804340 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '08f94948-207e-4a46-adb4-6b5b300aaad6', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'port_id': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'mac_address': 'fa:16:3e:b4:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:19:26Z', 'updated_at': '2022-05-26T03:20:05Z', 'revision_number': 1, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:06.835289 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] Checking router: 65bc7940-5ff8-4be9-aabd-1282744761d5 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:20:06.843977 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:06.844581 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:06.895535 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:06.955216 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:07.169780 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48598) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:07.194501 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:07.233954 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '08f94948-207e-4a46-adb4-6b5b300aaad6', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'port_id': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'mac_address': 'fa:16:3e:b4:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:19:26Z', 'updated_at': '2022-05-26T03:20:05Z', 'revision_number': 1, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:07.261585 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e167f-3a55-4f88-84fa-b698f5903d5c None None] The sync data for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi is: [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '08f94948-207e-4a46-adb4-6b5b300aaad6', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'port_id': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'mac_address': 'fa:16:3e:b4:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:19:26Z', 'updated_at': '2022-05-26T03:20:05Z', 'revision_number': 1, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:20:07.374611 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-582ed846-6e58-40ca-bc06-328a6115c2a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:07.443552 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:07.476704 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-582ed846-6e58-40ca-bc06-328a6115c2a7 admin admin] Publish callbacks [] for security_group (95a59c8e-869e-40e6-82b5-ae25f7c11db5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:07.485893 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-582ed846-6e58-40ca-bc06-328a6115c2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (95a59c8e-869e-40e6-82b5-ae25f7c11db5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:07.536274 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-582ed846-6e58-40ca-bc06-328a6115c2a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3eedab150b140e98fb6c1bb919a9818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652616 May 26 03:20:07.538626 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ed846-6e58-40ca-bc06-328a6115c2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a59c8e-869e-40e6-82b5-ae25f7c11db5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:07.539294 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48612) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:07.548882 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc25e0a-ea25-4e39-ac73-991018fa388d None None] New status for floating IP 08f94948-207e-4a46-adb4-6b5b300aaad6: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:20:07.619430 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ee445191-0364-40eb-b29f-bfae2cea1dff admin admin] Publish callbacks [] for security_group (95a59c8e-869e-40e6-82b5-ae25f7c11db5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:07.684023 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ee445191-0364-40eb-b29f-bfae2cea1dff admin admin] Publish callbacks [] for security_group (95a59c8e-869e-40e6-82b5-ae25f7c11db5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:07.694816 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:07.726996 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2756898-5e61-4908-8cd0-db897c9cdef0 req-f7b0dd09-b005-4ea8-95bb-a06a9f2b79c5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:07.732896 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f2756898-5e61-4908-8cd0-db897c9cdef0 req-f7b0dd09-b005-4ea8-95bb-a06a9f2b79c5 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0943830 May 26 03:20:07.799505 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f2756898-5e61-4908-8cd0-db897c9cdef0 req-8cf4f02f-ba68-4e23-82b8-87c7030080a6 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651102 May 26 03:20:07.806209 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ee445191-0364-40eb-b29f-bfae2cea1dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (95a59c8e-869e-40e6-82b5-ae25f7c11db5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:07.809396 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ee445191-0364-40eb-b29f-bfae2cea1dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:07.813217 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ee445191-0364-40eb-b29f-bfae2cea1dff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95a59c8e-869e-40e6-82b5-ae25f7c11db5 HTTP/1.1" status: 204 len: 168 time: 0.2664263 May 26 03:20:07.857360 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee445191-0364-40eb-b29f-bfae2cea1dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a59c8e-869e-40e6-82b5-ae25f7c11db5,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:07.870877 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:08.225923 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48634) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:08.239530 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-60817250-2935-48e7-88bc-396acad6bb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:08.305022 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:08.319364 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-60817250-2935-48e7-88bc-396acad6bb11 admin admin] Publish callbacks [] for security_group (1e98bbbf-7c89-4d7e-9cac-002d4b4b7f79), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:08.323015 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-60817250-2935-48e7-88bc-396acad6bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (1e98bbbf-7c89-4d7e-9cac-002d4b4b7f79), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:08.362962 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-60817250-2935-48e7-88bc-396acad6bb11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=087883dee46d4c949e94c53701d3153a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358695 May 26 03:20:08.364343 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60817250-2935-48e7-88bc-396acad6bb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98bbbf-7c89-4d7e-9cac-002d4b4b7f79,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:08.367595 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48636) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:08.426975 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a10d-3b63-428e-a4d2-23fe36eb46a4 admin admin] Publish callbacks [] for security_group (1e98bbbf-7c89-4d7e-9cac-002d4b4b7f79), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:08.448563 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a10d-3b63-428e-a4d2-23fe36eb46a4 admin admin] Publish callbacks [] for security_group (1e98bbbf-7c89-4d7e-9cac-002d4b4b7f79), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:08.495511 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a10d-3b63-428e-a4d2-23fe36eb46a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (1e98bbbf-7c89-4d7e-9cac-002d4b4b7f79), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:08.498676 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a10d-3b63-428e-a4d2-23fe36eb46a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:08.502216 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c3a0a10d-3b63-428e-a4d2-23fe36eb46a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e98bbbf-7c89-4d7e-9cac-002d4b4b7f79 HTTP/1.1" status: 204 len: 168 time: 0.1306760 May 26 03:20:08.508068 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:08.508588 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0a10d-3b63-428e-a4d2-23fe36eb46a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98bbbf-7c89-4d7e-9cac-002d4b4b7f79,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:08.978422 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ca2b5-10b9-4f6e-a903-ccd91784e972 req-718251c0-bdab-41dd-a895-e48821d635ef tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:08.980264 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-314ca2b5-10b9-4f6e-a903-ccd91784e972 req-718251c0-bdab-41dd-a895-e48821d635ef tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0666437 May 26 03:20:09.010097 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-f74bb349-5e5c-49af-ae97-32e7f375f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:09.011613 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-f74bb349-5e5c-49af-ae97-32e7f375f88d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 1129 time: 0.0672688 May 26 03:20:09.032241 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-00a2bc1a-3d95-4c95-90a8-2c8415b0053b req-3ead0eff-c804-46a6-86b9-45b6a3601a04 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673551 May 26 03:20:09.038313 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-314ca2b5-10b9-4f6e-a903-ccd91784e972 req-5ec41fb5-59ec-4856-9828-81c998607a2e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513692 May 26 03:20:09.140513 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:09.185161 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-c50e9e9f-2a13-4a78-b6f4-12000a3aed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:09.187268 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-c50e9e9f-2a13-4a78-b6f4-12000a3aed7d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 917 time: 0.0952284 May 26 03:20:09.545727 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-f7c2960e-fef6-4516-8f90-b78e7a0cea58 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:09.547426 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-f7c2960e-fef6-4516-8f90-b78e7a0cea58 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.45 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.1538138 May 26 03:20:09.550272 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-f440adc0-08f1-4ff3-816c-ec9b3f18790c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48 HTTP/1.1" status: 200 len: 1001 time: 0.1793270 May 26 03:20:09.726986 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48686) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:09.839845 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1e7e65a5-f379-4026-bd23-1336a8b31496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:09.913247 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1e7e65a5-f379-4026-bd23-1336a8b31496 admin admin] Publish callbacks [] for security_group (330a53c6-ba19-4ef7-a5b1-e462353a5660), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:09.916918 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1e7e65a5-f379-4026-bd23-1336a8b31496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (330a53c6-ba19-4ef7-a5b1-e462353a5660), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:10.105704 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1e7e65a5-f379-4026-bd23-1336a8b31496 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0df507a28e948cb97d5849d4065560e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773780 May 26 03:20:10.108829 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48700) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:10.121041 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e65a5-f379-4026-bd23-1336a8b31496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330a53c6-ba19-4ef7-a5b1-e462353a5660,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:10.173382 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42537-0488-4418-9c4d-ddd3c1bd7469 req-78513087-2d37-48ea-b89b-03470a22c210 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:10.174927 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2cb42537-0488-4418-9c4d-ddd3c1bd7469 req-78513087-2d37-48ea-b89b-03470a22c210 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0560076 May 26 03:20:10.181699 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e717152c-519a-484a-a8c9-de3fff9ec38b admin admin] Publish callbacks [] for security_group (330a53c6-ba19-4ef7-a5b1-e462353a5660), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:10.208258 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e717152c-519a-484a-a8c9-de3fff9ec38b admin admin] Publish callbacks [] for security_group (330a53c6-ba19-4ef7-a5b1-e462353a5660), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:10.232086 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2cb42537-0488-4418-9c4d-ddd3c1bd7469 req-e1cb1a09-c2fd-4b7e-92fb-8ef612c0acd3 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 May 26 03:20:10.259488 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e717152c-519a-484a-a8c9-de3fff9ec38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (330a53c6-ba19-4ef7-a5b1-e462353a5660), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:10.262659 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e717152c-519a-484a-a8c9-de3fff9ec38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:10.264129 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e717152c-519a-484a-a8c9-de3fff9ec38b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/330a53c6-ba19-4ef7-a5b1-e462353a5660 HTTP/1.1" status: 204 len: 168 time: 0.1539016 May 26 03:20:10.277116 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717152c-519a-484a-a8c9-de3fff9ec38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a53c6-ba19-4ef7-a5b1-e462353a5660,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:10.698012 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48730) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:10.804511 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7f022b18-e3f0-4c7f-98ac-93be546f5f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:10.883080 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7f022b18-e3f0-4c7f-98ac-93be546f5f7f admin admin] Publish callbacks [] for security_group (9b7eea33-8980-47bb-a45f-cadd6631aa68), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:10.888255 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7f022b18-e3f0-4c7f-98ac-93be546f5f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9b7eea33-8980-47bb-a45f-cadd6631aa68), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:10.905008 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:10.928748 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7f022b18-e3f0-4c7f-98ac-93be546f5f7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ff9d4a0cdd94f82a41685bd2dd1b817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296619 May 26 03:20:10.931493 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48742) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:10.932097 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f022b18-e3f0-4c7f-98ac-93be546f5f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7eea33-8980-47bb-a45f-cadd6631aa68,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:10.982478 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-32398c4c-bbf1-4ec7-b1c6-23e0c60fc2d9 admin admin] Publish callbacks [] for security_group (9b7eea33-8980-47bb-a45f-cadd6631aa68), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.004784 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-32398c4c-bbf1-4ec7-b1c6-23e0c60fc2d9 admin admin] Publish callbacks [] for security_group (9b7eea33-8980-47bb-a45f-cadd6631aa68), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.053524 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-32398c4c-bbf1-4ec7-b1c6-23e0c60fc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9b7eea33-8980-47bb-a45f-cadd6631aa68), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.056128 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-32398c4c-bbf1-4ec7-b1c6-23e0c60fc2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.057271 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-32398c4c-bbf1-4ec7-b1c6-23e0c60fc2d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b7eea33-8980-47bb-a45f-cadd6631aa68 HTTP/1.1" status: 204 len: 168 time: 0.1239731 May 26 03:20:11.065071 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32398c4c-bbf1-4ec7-b1c6-23e0c60fc2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7eea33-8980-47bb-a45f-cadd6631aa68,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:11.291080 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.347870 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48760) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:11.366506 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2591b0-08f6-44f0-ae79-d139cbde8f2d req-fa7c827d-6d46-4cac-a057-ee91f2d13aae tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:11.368520 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ec2591b0-08f6-44f0-ae79-d139cbde8f2d req-fa7c827d-6d46-4cac-a057-ee91f2d13aae tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0580602 May 26 03:20:11.428890 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ec2591b0-08f6-44f0-ae79-d139cbde8f2d req-ca593ca4-8fcd-4fad-98a8-4d09d465cc20 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454714 May 26 03:20:11.472854 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cb2caeb4-6868-42b0-bf48-230e0d2ff74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.507217 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48764) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:11.521816 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1755cbb0-8f9f-4336-82fc-cb920d29d605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.530285 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:11.550867 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cb2caeb4-6868-42b0-bf48-230e0d2ff74e admin admin] Publish callbacks [] for security_group (bf1f0d5c-e056-4eae-8e38-b83337a2a0d3), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.555551 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-cb2caeb4-6868-42b0-bf48-230e0d2ff74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (bf1f0d5c-e056-4eae-8e38-b83337a2a0d3), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.558794 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:11.596916 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-cb2caeb4-6868-42b0-bf48-230e0d2ff74e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6706473c227a48888ef1e459916def43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471871 May 26 03:20:11.599055 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2caeb4-6868-42b0-bf48-230e0d2ff74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1f0d5c-e056-4eae-8e38-b83337a2a0d3,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:11.599983 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48768) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:11.622348 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1755cbb0-8f9f-4336-82fc-cb920d29d605 admin admin] Publish callbacks [] for security_group (ee9e4fc4-4232-477a-8ed1-f76a176c19b8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.637434 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1755cbb0-8f9f-4336-82fc-cb920d29d605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ee9e4fc4-4232-477a-8ed1-f76a176c19b8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.693802 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1755cbb0-8f9f-4336-82fc-cb920d29d605 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e2645870e154c17b0cf853a63a3eb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854615 May 26 03:20:11.696654 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48772) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:11.697065 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755cbb0-8f9f-4336-82fc-cb920d29d605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9e4fc4-4232-477a-8ed1-f76a176c19b8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:11.711019 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2f58d13c-36d0-4861-a397-5f91d2d78482 admin admin] Publish callbacks [] for security_group (bf1f0d5c-e056-4eae-8e38-b83337a2a0d3), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.734405 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2f58d13c-36d0-4861-a397-5f91d2d78482 admin admin] Publish callbacks [] for security_group (bf1f0d5c-e056-4eae-8e38-b83337a2a0d3), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.743295 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b3730621-98c3-44af-8f1e-7c4bc7b90d39 admin admin] Publish callbacks [] for security_group (ee9e4fc4-4232-477a-8ed1-f76a176c19b8), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.768365 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b3730621-98c3-44af-8f1e-7c4bc7b90d39 admin admin] Publish callbacks [] for security_group (ee9e4fc4-4232-477a-8ed1-f76a176c19b8), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.781997 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2f58d13c-36d0-4861-a397-5f91d2d78482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (bf1f0d5c-e056-4eae-8e38-b83337a2a0d3), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.784778 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2f58d13c-36d0-4861-a397-5f91d2d78482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.786030 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2f58d13c-36d0-4861-a397-5f91d2d78482 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf1f0d5c-e056-4eae-8e38-b83337a2a0d3 HTTP/1.1" status: 204 len: 168 time: 0.1851213 May 26 03:20:11.789601 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:11.795629 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58d13c-36d0-4861-a397-5f91d2d78482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1f0d5c-e056-4eae-8e38-b83337a2a0d3,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:11.824535 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b3730621-98c3-44af-8f1e-7c4bc7b90d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ee9e4fc4-4232-477a-8ed1-f76a176c19b8), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.827112 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b3730621-98c3-44af-8f1e-7c4bc7b90d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:11.828270 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b3730621-98c3-44af-8f1e-7c4bc7b90d39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee9e4fc4-4232-477a-8ed1-f76a176c19b8 HTTP/1.1" status: 204 len: 168 time: 0.1306648 May 26 03:20:11.837376 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3730621-98c3-44af-8f1e-7c4bc7b90d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9e4fc4-4232-477a-8ed1-f76a176c19b8,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:12.260030 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48782) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:12.270794 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-0e48fc1d-f616-4559-90fe-534e2469e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:12.272298 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-0e48fc1d-f616-4559-90fe-534e2469e26b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 200 len: 855 time: 0.0870514 May 26 03:20:12.274155 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5ae60d6a-e9d5-40ec-a560-a8ea651c81db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:12.345768 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Deleting port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:20:12.346112 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:12.355304 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5ae60d6a-e9d5-40ec-a560-a8ea651c81db admin admin] Publish callbacks [] for security_group (41fedd55-9564-4dee-ae70-deebb9843a0c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:12.359300 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5ae60d6a-e9d5-40ec-a560-a8ea651c81db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (41fedd55-9564-4dee-ae70-deebb9843a0c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:12.404567 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5ae60d6a-e9d5-40ec-a560-a8ea651c81db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8623e27a43142cd82410b8b3257f64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434367 May 26 03:20:12.407634 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae60d6a-e9d5-40ec-a560-a8ea651c81db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fedd55-9564-4dee-ae70-deebb9843a0c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:12.409578 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48784) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:12.484657 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] For port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,segment=NetworkSegment(cb9129e1-133d-4786-b016-78c98bda5d98),segment_id=cb9129e1-133d-4786-b016-78c98bda5d98)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:12.485045 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:12.519477 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Calling delete_port for 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:20:12.545291 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9348157c-357a-42f5-b6a4-faa7dbb767ae admin admin] Publish callbacks [] for security_group (41fedd55-9564-4dee-ae70-deebb9843a0c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:12.556309 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a967271-76a2-4707-b79c-7d742c66f287 req-bcb8edcc-712b-44e4-8cbc-ba8e8e754ffe tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:12.558073 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6a967271-76a2-4707-b79c-7d742c66f287 req-bcb8edcc-712b-44e4-8cbc-ba8e8e754ffe tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 945 time: 0.0490274 May 26 03:20:12.614687 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6a967271-76a2-4707-b79c-7d742c66f287 req-e9fa1a43-6c53-4eda-a120-c27b71ed5ad0 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e10dd49-e7f3-423e-82e6-6092a6bb0195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498819 May 26 03:20:12.762316 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-a984f0ac-2dd7-4dc1-9c3e-34619b5171af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483572 May 26 03:20:12.834186 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-ad16f33c-130f-4204-8bd9-bc6431be0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:12.835736 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-ad16f33c-130f-4204-8bd9-bc6431be0e5a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2a6adbc-61d2-4628-a539-9e0450886394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3374820 May 26 03:20:12.837785 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9348157c-357a-42f5-b6a4-faa7dbb767ae admin admin] Publish callbacks [] for security_group (41fedd55-9564-4dee-ae70-deebb9843a0c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:12.898132 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-6bf31393-c766-40a6-87ef-c22365d750e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:12.899660 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-6bf31393-c766-40a6-87ef-c22365d750e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 1129 time: 0.0910671 May 26 03:20:13.009459 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9348157c-357a-42f5-b6a4-faa7dbb767ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (41fedd55-9564-4dee-ae70-deebb9843a0c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:13.012595 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9348157c-357a-42f5-b6a4-faa7dbb767ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:13.013761 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9348157c-357a-42f5-b6a4-faa7dbb767ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41fedd55-9564-4dee-ae70-deebb9843a0c HTTP/1.1" status: 204 len: 168 time: 0.6030748 May 26 03:20:13.026577 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:13.036569 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-6f04390a-a5f6-4953-89ee-c89f73ef3a3e service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894045 May 26 03:20:13.039772 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348157c-357a-42f5-b6a4-faa7dbb767ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fedd55-9564-4dee-ae70-deebb9843a0c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:13.041488 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:13.116233 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-769d0ef7-30bd-4abd-9d50-63cbf89e8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:13.119601 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-769d0ef7-30bd-4abd-9d50-63cbf89e8265 service neutron] 10.222.0.45 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 912 time: 0.1930888 May 26 03:20:13.153929 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726'] for port (2906ce39-9b25-4d47-aa9b-ae899f07bbd0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:13.235616 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:13.241217 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Pushing event deleted for resources: {'Port': ['ID=2906ce39-9b25-4d47-aa9b-ae899f07bbd0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:13.288748 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d241c945-c4ad-4bfc-aa16-757771fa9d7a req-bfa29946-731a-4ff1-944e-1de4c863cb83 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431438 May 26 03:20:13.396243 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-68efbc2e-a464-465b-b73b-5c299079f7a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd HTTP/1.1" status: 200 len: 1001 time: 0.2701247 May 26 03:20:13.398243 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:20:13.409063 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] No DVR routers for this DVR port 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:20:13.414847 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:13.418787 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-12a36141-051d-4f25-a0f6-8170f02c7da5 req-3986fc08-6814-4db3-b86b-b7cb0fa1c67e tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.45 "DELETE /v2.0/ports/2906ce39-9b25-4d47-aa9b-ae899f07bbd0 HTTP/1.1" status: 204 len: 173 time: 1.2321656 May 26 03:20:13.419437 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087efe4f-3cfb-43ff-bea4-532d7f8c0187', 'name': 'network-vif-deleted', 'tag': '2906ce39-9b25-4d47-aa9b-ae899f07bbd0'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:13.421877 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c25282a-0c27-43e4-bfe0-390b1ba0663f" -d '{"events": [{"server_uuid": "087efe4f-3cfb-43ff-bea4-532d7f8c0187", "name": "network-vif-deleted", "tag": "2906ce39-9b25-4d47-aa9b-ae899f07bbd0"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:13.460333 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:20:13.460705 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 2906ce39-9b25-4d47-aa9b-ae899f07bbd0 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:20:13.492676 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a6215a-b749-4207-8eae-4793671da69b x-openstack-request-id: req-d6a6215a-b749-4207-8eae-4793671da69b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:13.493005 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087efe4f-3cfb-43ff-bea4-532d7f8c0187", "name": "network-vif-deleted", "tag": "2906ce39-9b25-4d47-aa9b-ae899f07bbd0", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:13.493257 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6a6215a-b749-4207-8eae-4793671da69b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:13.493704 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a6215a-b749-4207-8eae-4793671da69b'] response: {'server_uuid': '087efe4f-3cfb-43ff-bea4-532d7f8c0187', 'name': 'network-vif-deleted', 'tag': '2906ce39-9b25-4d47-aa9b-ae899f07bbd0', 'status': 'completed', 'code': 200} May 26 03:20:13.523083 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-6f189129-4ff3-450a-a855-c2cfa723ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:13.525277 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-6f189129-4ff3-450a-a855-c2cfa723ea67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5634fcb-851a-41f3-92b2-2385a9c5a407 HTTP/1.1" status: 200 len: 850 time: 0.1207752 May 26 03:20:13.652165 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-0bfbc3c5-cea5-42ec-b48c-a0686bd87ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:13.653823 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-0bfbc3c5-cea5-42ec-b48c-a0686bd87ea2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=536c60a9-349c-427d-a636-2554c2acd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1136689 May 26 03:20:13.734358 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:13.774766 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d8e7e967-5d8f-459a-bd3d-05e028329de1 req-4d4ddc51-f6c3-44e8-8ace-b3404e739303 tempest-DeleteServersTestJSON-262609679 tempest-DeleteServersTestJSON-262609679-project] 10.222.0.39 "GET /v2.0/ports?device_id=087efe4f-3cfb-43ff-bea4-532d7f8c0187 HTTP/1.1" status: 200 len: 210 time: 0.0556009 May 26 03:20:13.813466 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-f1ac4958-9773-4b4e-8aea-250134765980 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502349 May 26 03:20:13.848880 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:20:13.939449 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-32fb27b5-2669-4dd2-82b8-cee0da38751e req-7286919d-e759-494f-b1d7-55ae9f0c2a50 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188805 May 26 03:20:15.400607 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48928) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:15.511794 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e063d012-d38b-4c04-8b74-5ae81f3cc4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:15.590732 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e063d012-d38b-4c04-8b74-5ae81f3cc4d0 admin admin] Publish callbacks [] for security_group (cbc0af57-7790-4510-bdaa-6a0db27a3bd1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:15.594576 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e063d012-d38b-4c04-8b74-5ae81f3cc4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (cbc0af57-7790-4510-bdaa-6a0db27a3bd1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:15.637597 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e063d012-d38b-4c04-8b74-5ae81f3cc4d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6c0353d8fbe4861ad44ade90e963df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358551 May 26 03:20:15.640132 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48932) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:15.646230 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d012-d38b-4c04-8b74-5ae81f3cc4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc0af57-7790-4510-bdaa-6a0db27a3bd1,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:15.694159 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5287e0ff-e7c9-4949-98f5-517064b17d0a admin admin] Publish callbacks [] for security_group (cbc0af57-7790-4510-bdaa-6a0db27a3bd1), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:15.716690 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5287e0ff-e7c9-4949-98f5-517064b17d0a admin admin] Publish callbacks [] for security_group (cbc0af57-7790-4510-bdaa-6a0db27a3bd1), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:15.769524 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5287e0ff-e7c9-4949-98f5-517064b17d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (cbc0af57-7790-4510-bdaa-6a0db27a3bd1), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:15.772281 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5287e0ff-e7c9-4949-98f5-517064b17d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:15.773586 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5287e0ff-e7c9-4949-98f5-517064b17d0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbc0af57-7790-4510-bdaa-6a0db27a3bd1 HTTP/1.1" status: 204 len: 168 time: 0.1325004 May 26 03:20:15.781434 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287e0ff-e7c9-4949-98f5-517064b17d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc0af57-7790-4510-bdaa-6a0db27a3bd1,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:16.083006 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 48948) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:16.097168 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ee8f872b-7235-487f-9a5f-7646295585db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.186049 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ee8f872b-7235-487f-9a5f-7646295585db admin admin] Publish callbacks [] for security_group (10eb59c3-5c79-42d0-815e-7c1a2a33f932), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.189806 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ee8f872b-7235-487f-9a5f-7646295585db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (10eb59c3-5c79-42d0-815e-7c1a2a33f932), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.233990 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ee8f872b-7235-487f-9a5f-7646295585db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f6b4d832380414c9dc0c482a80607c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498168 May 26 03:20:16.234830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f872b-7235-487f-9a5f-7646295585db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb59c3-5c79-42d0-815e-7c1a2a33f932,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:16.236833 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48952) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:16.295019 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-594da73f-49cd-4e19-a2b5-baaa98304e4b admin admin] Publish callbacks [] for security_group (10eb59c3-5c79-42d0-815e-7c1a2a33f932), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.323735 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-594da73f-49cd-4e19-a2b5-baaa98304e4b admin admin] Publish callbacks [] for security_group (10eb59c3-5c79-42d0-815e-7c1a2a33f932), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.348986 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48962) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:16.418279 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb729ca-42f2-4b3b-ab3f-4c2188cc9e81 admin admin] Deleting subnet 0975cca4-ecd2-41ec-b62e-d401cfb20805 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:20:16.422095 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deb729ca-42f2-4b3b-ab3f-4c2188cc9e81 admin admin] Publish callbacks [] for subnet (0975cca4-ecd2-41ec-b62e-d401cfb20805), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.456942 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-594da73f-49cd-4e19-a2b5-baaa98304e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (10eb59c3-5c79-42d0-815e-7c1a2a33f932), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.458090 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-594da73f-49cd-4e19-a2b5-baaa98304e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.460255 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-594da73f-49cd-4e19-a2b5-baaa98304e4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10eb59c3-5c79-42d0-815e-7c1a2a33f932 HTTP/1.1" status: 204 len: 168 time: 0.2214475 May 26 03:20:16.472279 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594da73f-49cd-4e19-a2b5-baaa98304e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb59c3-5c79-42d0-815e-7c1a2a33f932,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:16.485393 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deb729ca-42f2-4b3b-ab3f-4c2188cc9e81 admin admin] Publish callbacks [] for subnet (0975cca4-ecd2-41ec-b62e-d401cfb20805), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.498028 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deb729ca-42f2-4b3b-ab3f-4c2188cc9e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (0975cca4-ecd2-41ec-b62e-d401cfb20805), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.545669 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:16.586985 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deb729ca-42f2-4b3b-ab3f-4c2188cc9e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for subnet (0975cca4-ecd2-41ec-b62e-d401cfb20805), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.615477 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb729ca-42f2-4b3b-ab3f-4c2188cc9e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0975cca4-ecd2-41ec-b62e-d401cfb20805,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:16.620602 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deb729ca-42f2-4b3b-ab3f-4c2188cc9e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.624644 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-deb729ca-42f2-4b3b-ab3f-4c2188cc9e81 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0975cca4-ecd2-41ec-b62e-d401cfb20805 HTTP/1.1" status: 204 len: 168 time: 0.2745047 May 26 03:20:16.627465 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 48978) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:16.709535 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (19cb2346-96d0-48c2-a978-a2f7b3e86519), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.803254 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (19cb2346-96d0-48c2-a978-a2f7b3e86519), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:16.824978 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.825324 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.826058 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.826392 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.826737 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.827061 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.827416 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.827736 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.828048 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.828363 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.962951 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.963335 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.963667 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.964050 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:20:16.964444 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cb2346-96d0-48c2-a978-a2f7b3e86519']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:16.969140 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:16.984645 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9129e1-133d-4786-b016-78c98bda5d98') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:16.984960 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9129e1-133d-4786-b016-78c98bda5d98') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:17.003521 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352644'] for segment (cb9129e1-133d-4786-b016-78c98bda5d98), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:17.026192 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (cb9129e1-133d-4786-b016-78c98bda5d98), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:17.034592 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:20:17.034976 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7648807'] for segment (cb9129e1-133d-4786-b016-78c98bda5d98), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:17.114864 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (19cb2346-96d0-48c2-a978-a2f7b3e86519), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:17.120928 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:17.125181 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/19cb2346-96d0-48c2-a978-a2f7b3e86519 HTTP/1.1" status: 204 len: 168 time: 0.4961503 May 26 03:20:17.140272 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e81be8-3278-4927-8ed0-da4227c5d7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=19cb2346-96d0-48c2-a978-a2f7b3e86519,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:17.230328 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=70 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:17.280842 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49022) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:17.334248 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b97ecb94-0c3e-44fa-b4ca-7b2823c14567 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3d32df9c64c414d9c93be35820927c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0519845 May 26 03:20:17.336538 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49026) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:17.392932 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ee000ac-6f48-4d73-aa01-daa70fb4cb7b admin admin] Publish callbacks [] for security_group (9e10dd49-e7f3-423e-82e6-6092a6bb0195), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:17.417159 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ee000ac-6f48-4d73-aa01-daa70fb4cb7b admin admin] Publish callbacks [] for security_group (9e10dd49-e7f3-423e-82e6-6092a6bb0195), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:17.473822 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ee000ac-6f48-4d73-aa01-daa70fb4cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9e10dd49-e7f3-423e-82e6-6092a6bb0195), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:17.476941 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ee000ac-6f48-4d73-aa01-daa70fb4cb7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:17.478377 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1ee000ac-6f48-4d73-aa01-daa70fb4cb7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e10dd49-e7f3-423e-82e6-6092a6bb0195 HTTP/1.1" status: 204 len: 168 time: 0.1408613 May 26 03:20:17.480256 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment cb9129e1-133d-4786-b016-78c98bda5d98 resource provider aggregate not found May 26 03:20:17.507432 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee000ac-6f48-4d73-aa01-daa70fb4cb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e10dd49-e7f3-423e-82e6-6092a6bb0195,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:17.515234 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment cb9129e1-133d-4786-b016-78c98bda5d98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb9129e1-133d-4786-b016-78c98bda5d98 found for delete ", "request_id": "req-d59a4ec6-fab0-44d4-b4d3-c4a6b7c164ca"}]} May 26 03:20:17.789289 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49056) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:17.937284 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c73d5060-f651-4421-9d04-d360ddb9b58a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.032440 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c73d5060-f651-4421-9d04-d360ddb9b58a admin admin] Publish callbacks [] for security_group (f448015a-c8ca-4223-8d43-4ed01bd084c7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.038605 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c73d5060-f651-4421-9d04-d360ddb9b58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (f448015a-c8ca-4223-8d43-4ed01bd084c7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.102107 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c73d5060-f651-4421-9d04-d360ddb9b58a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea8dd93dfb5b47bb8309079d7325ece1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079987 May 26 03:20:18.102107 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d5060-f651-4421-9d04-d360ddb9b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f448015a-c8ca-4223-8d43-4ed01bd084c7,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:18.102706 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49078) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:18.177529 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a2f80c2-9512-4ce5-acab-a3ce64003515 admin admin] Publish callbacks [] for security_group (f448015a-c8ca-4223-8d43-4ed01bd084c7), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.201977 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a2f80c2-9512-4ce5-acab-a3ce64003515 admin admin] Publish callbacks [] for security_group (f448015a-c8ca-4223-8d43-4ed01bd084c7), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.252192 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a2f80c2-9512-4ce5-acab-a3ce64003515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (f448015a-c8ca-4223-8d43-4ed01bd084c7), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.256273 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a2f80c2-9512-4ce5-acab-a3ce64003515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.257452 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5a2f80c2-9512-4ce5-acab-a3ce64003515 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f448015a-c8ca-4223-8d43-4ed01bd084c7 HTTP/1.1" status: 204 len: 168 time: 0.1534894 May 26 03:20:18.265711 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f80c2-9512-4ce5-acab-a3ce64003515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f448015a-c8ca-4223-8d43-4ed01bd084c7,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:18.329078 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49092) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:18.569851 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-376658168-network', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:18.593719 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Made reservation on behalf of 2d9bfd3a2b544d74bb581b5bd13e8ecc for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:18.596475 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.605090 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.647185 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:18.686116 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Publish callbacks [] for security_group (abe7b373-ea13-41cc-9430-2264af46a602), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.691276 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (abe7b373-ea13-41cc-9430-2264af46a602), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.717970 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:20:18.729675 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe7b373-ea13-41cc-9430-2264af46a602,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:18.735917 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (a2e175dd-4993-44ca-801a-874a6661ea65), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.736327 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Added segment a2e175dd-4993-44ca-801a-874a6661ea65 of type vlan for network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 May 26 03:20:18.781965 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (4375029a-d8a1-4722-8a4a-b3ca95f8a865), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.809640 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (4375029a-d8a1-4722-8a4a-b3ca95f8a865), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.810733 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:18.811507 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:18.831983 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:18.870474 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.5376031 May 26 03:20:18.870617 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49118) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:18.875763 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Request body: {'subnet': {'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-subnet', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:18.897453 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286c152-4e0a-4a60-a9f6-1367ed17793f admin admin] Pushing event updated for resources: {'Network': ['ID=4375029a-d8a1-4722-8a4a-b3ca95f8a865,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:18.910124 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:20:18.912606 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Made reservation on behalf of 2d9bfd3a2b544d74bb581b5bd13e8ecc for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:18.915532 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.097503 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for subnet (a340f833-251a-44db-90e0-47aabcb7a88f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.157106 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a340f833-251a-44db-90e0-47aabcb7a88f,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:19.166596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Checking segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:19.166964 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Network hostable DHCP agents. Network: 4375029a-d8a1-4722-8a4a-b3ca95f8a865, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:20:19.184682 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:20:19.193857 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 4375029a-d8a1-4722-8a4a-b3ca95f8a865) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:19.198437 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:19.199082 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.210635 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ace24-a354-4ac9-bba0-a071a7c101aa None None] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:20:19.226627 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-676a10ce-70da-443b-b2f9-b1705ae5bbc6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3523862 May 26 03:20:19.226932 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49130) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:19.236829 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:19.279146 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (dd82cb8b-ac19-4303-85f5-77c2f4484920), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.281053 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (dd82cb8b-ac19-4303-85f5-77c2f4484920), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.405573 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:20:19.406620 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.411660 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks [] for router_controller (dd82cb8b-ac19-4303-85f5-77c2f4484920), precommit_add_association {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.644275 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Allocated IP 172.20.0.2 (4375029a-d8a1-4722-8a4a-b3ca95f8a865/a340f833-251a-44db-90e0-47aabcb7a88f/dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:19.708495 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:19.745325 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks [] for router_gateway (dd82cb8b-ac19-4303-85f5-77c2f4484920), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.830628 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Publish callbacks [] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.838524 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.894514 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:19.900882 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:19.903393 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Pushing event updated for resources: {'Port': ['ID=dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:19.913695 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:19.920693 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.921192 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.921582 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.921924 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.922263 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.922590 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.923095 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.923607 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.923940 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.924267 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.924593 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.924945 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.925263 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.925831 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.926398 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:19.946178 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49158) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:19.966623 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks [] for router_gateway (dd82cb8b-ac19-4303-85f5-77c2f4484920), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.986138 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Attempting to bind port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:19.986503 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Attempting to bind port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:19.986859 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Attempting to bind port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:19.992871 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:19.993237 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Checking segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:19.993780 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.994293 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Bound using segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:19.994759 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Bound port: dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:19.995123 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:19.995522 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.068890 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] For port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:20.072385 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] For port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:20.079890 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.098391 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34ca9a11-8a8e-4cbe-a101-d35fd47a0bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.118387 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Allocated IP 172.27.2.83 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/851212bc-0f74-486e-9bac-b7507967b196) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:20.159517 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4878eb5-7f44-4efb-a223-7fb6f6918294 None None] Pushing event updated for resources: {'Port': ['ID=dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:20.192379 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:20.207457 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:20.232501 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34ca9a11-8a8e-4cbe-a101-d35fd47a0bee admin admin] Publish callbacks [] for security_group (3b6e2678-914c-43df-9fdf-0a7500c81a82), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.238576 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34ca9a11-8a8e-4cbe-a101-d35fd47a0bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (3b6e2678-914c-43df-9fdf-0a7500c81a82), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.272656 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks [] for port (851212bc-0f74-486e-9bac-b7507967b196), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.293337 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-34ca9a11-8a8e-4cbe-a101-d35fd47a0bee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c10270d360324ed2974748fbae02affd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454547 May 26 03:20:20.294352 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca9a11-8a8e-4cbe-a101-d35fd47a0bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e2678-914c-43df-9fdf-0a7500c81a82,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:20.296948 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49170) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:20.315322 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (851212bc-0f74-486e-9bac-b7507967b196), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.357915 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7434-fd04-49fc-a5b5-f7811d131e5e admin admin] Publish callbacks [] for security_group (3b6e2678-914c-43df-9fdf-0a7500c81a82), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.367582 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:20.371091 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:20.375021 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:20.401708 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:20.404092 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7434-fd04-49fc-a5b5-f7811d131e5e admin admin] Publish callbacks [] for security_group (3b6e2678-914c-43df-9fdf-0a7500c81a82), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.423294 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Pushing event updated for resources: {'Port': ['ID=851212bc-0f74-486e-9bac-b7507967b196,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:20.492750 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7434-fd04-49fc-a5b5-f7811d131e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (3b6e2678-914c-43df-9fdf-0a7500c81a82), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.495975 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7434-fd04-49fc-a5b5-f7811d131e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.499429 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7f6e7434-fd04-49fc-a5b5-f7811d131e5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b6e2678-914c-43df-9fdf-0a7500c81a82 HTTP/1.1" status: 204 len: 168 time: 0.1990869 May 26 03:20:20.516977 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e7434-fd04-49fc-a5b5-f7811d131e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e2678-914c-43df-9fdf-0a7500c81a82,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:20.684865 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks [] for router_gateway (dd82cb8b-ac19-4303-85f5-77c2f4484920), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.801766 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:20.868269 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:20.908401 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (dd82cb8b-ac19-4303-85f5-77c2f4484920), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:20.932642 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:20.933649 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.010658 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49186) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:21.012811 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:21.013214 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.028919 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7642e281-c0aa-483c-a51a-8a06b953382b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.064815 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Router dd82cb8b-ac19-4303-85f5-77c2f4484920 is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:20:21.087199 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:21.094759 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.149874 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7642e281-c0aa-483c-a51a-8a06b953382b admin admin] Publish callbacks [] for security_group (aed3e718-34cf-4bca-9d94-f72f8f79f98e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.156148 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7642e281-c0aa-483c-a51a-8a06b953382b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (aed3e718-34cf-4bca-9d94-f72f8f79f98e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.189293 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:21.192768 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:21.201153 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:21.213812 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:20:21.223349 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Sync routers for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:20:21.232642 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e281-c0aa-483c-a51a-8a06b953382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed3e718-34cf-4bca-9d94-f72f8f79f98e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:21.240701 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7642e281-c0aa-483c-a51a-8a06b953382b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8eb1a38386fa4e21bae952472a3ee470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289326 May 26 03:20:21.241925 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:21.242563 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:21.243274 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49190) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:21.257128 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.261643 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-da15a7db-e7f3-418a-a031-6880b27d0b00 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0305524 May 26 03:20:21.263588 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49192) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:21.309992 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e80633e6-a078-464a-b023-3a22366fcb2f admin admin] Publish callbacks [] for security_group (aed3e718-34cf-4bca-9d94-f72f8f79f98e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.336302 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e80633e6-a078-464a-b023-3a22366fcb2f admin admin] Publish callbacks [] for security_group (aed3e718-34cf-4bca-9d94-f72f8f79f98e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.433109 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e80633e6-a078-464a-b023-3a22366fcb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (aed3e718-34cf-4bca-9d94-f72f8f79f98e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.440418 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e80633e6-a078-464a-b023-3a22366fcb2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.441786 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e80633e6-a078-464a-b023-3a22366fcb2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aed3e718-34cf-4bca-9d94-f72f8f79f98e HTTP/1.1" status: 204 len: 168 time: 0.1973009 May 26 03:20:21.453016 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80633e6-a078-464a-b023-3a22366fcb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed3e718-34cf-4bca-9d94-f72f8f79f98e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:21.501862 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:21.532112 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b1458f-abf6-4fb9-a383-17a7b791fc01 None None] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:20:21.607804 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-81d340fa-d8eb-4c4c-baa0-9d930ffa307b None None] Provisioning complete for port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:21.608198 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-81d340fa-d8eb-4c4c-baa0-9d930ffa307b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.617117 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:21.676265 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:21.748298 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-81d340fa-d8eb-4c4c-baa0-9d930ffa307b None None] Current status of the port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:21.770669 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:20Z', 'revision_number': 3, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:21.797531 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Checking router: dd82cb8b-ac19-4303-85f5-77c2f4484920 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:20:21.798099 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Updating router dd82cb8b-ac19-4303-85f5-77c2f4484920 port 851212bc-0f74-486e-9bac-b7507967b196 binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:20:21.849563 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (851212bc-0f74-486e-9bac-b7507967b196), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.901935 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:21.905000 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:22.071879 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-7ef2bb45-3a2e-4d64-a9b0-83d9bdb4e79c None None] Provisioning complete for port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:22.074416 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bb45-3a2e-4d64-a9b0-83d9bdb4e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.095658 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Allocated IP 172.20.0.1 (4375029a-d8a1-4722-8a4a-b3ca95f8a865/a340f833-251a-44db-90e0-47aabcb7a88f/aa8c221b-46ec-49bb-bf67-9cc89f615ad3) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:22.173240 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-7ef2bb45-3a2e-4d64-a9b0-83d9bdb4e79c None None] Current status of the port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:22.222368 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:22.230508 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Publish callbacks [] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.270960 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.282132 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Publish callbacks [] for port (851212bc-0f74-486e-9bac-b7507967b196), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.289273 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (851212bc-0f74-486e-9bac-b7507967b196), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.315865 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:22.319756 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:22.323775 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:22.324247 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (dd82cb8b-ac19-4303-85f5-77c2f4484920), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.329895 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Pushing event updated for resources: {'Port': ['ID=aa8c221b-46ec-49bb-bf67-9cc89f615ad3,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:22.335117 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Pushing event updated for resources: {'Port': ['ID=851212bc-0f74-486e-9bac-b7507967b196,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:22.354412 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Attempting to bind port 851212bc-0f74-486e-9bac-b7507967b196 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:22.354803 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Attempting to bind port 851212bc-0f74-486e-9bac-b7507967b196 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:22.355153 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Attempting to bind port 851212bc-0f74-486e-9bac-b7507967b196 on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:22.385431 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:22.386242 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:22.387274 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.387937 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:22.388987 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Bound port: 851212bc-0f74-486e-9bac-b7507967b196, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:22.389922 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (851212bc-0f74-486e-9bac-b7507967b196), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.416754 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49222) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:22.449259 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.449612 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.449974 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.450332 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.450671 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.451000 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.452613 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.454088 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.456697 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.457728 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.458127 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.458483 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.458820 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.459152 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.459510 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:20:22.489800 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] For port 851212bc-0f74-486e-9bac-b7507967b196, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:22.493581 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] For port 851212bc-0f74-486e-9bac-b7507967b196, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=851212bc-0f74-486e-9bac-b7507967b196,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:22.501578 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (851212bc-0f74-486e-9bac-b7507967b196), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.520420 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.577478 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:22.578122 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:22.583837 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0237d-77c0-49a9-971d-11906aefa319 None None] Pushing event updated for resources: {'Port': ['ID=851212bc-0f74-486e-9bac-b7507967b196,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:22.616371 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:22.617096 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1019663157-network', 'tenant_id': '5b8a415a2a93492fa4f6b3c9acc0b080'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:22.645867 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Made reservation on behalf of 5b8a415a2a93492fa4f6b3c9acc0b080 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:22.649401 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.658722 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.697531 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-cc5c15e8-74c6-455d-ad4e-6816283ef211 None None] Provisioning complete for port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:22.697809 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cc5c15e8-74c6-455d-ad4e-6816283ef211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.704377 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:22.751553 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Publish callbacks [] for security_group (15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.755736 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c15e8-74c6-455d-ad4e-6816283ef211 None None] Port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:22.757836 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.790911 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9463443c-a08d-4842-8567-508de741727d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:20:22.791825 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Publish callbacks [] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.799270 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.801497 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (dd82cb8b-ac19-4303-85f5-77c2f4484920), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.808776 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:22.816784 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (cf3cb097-b2c2-4d19-a53d-09e43ad36677), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.817215 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Added segment cf3cb097-b2c2-4d19-a53d-09e43ad36677 of type vlan for network 61bec3d6-ae64-415c-a16b-a40576291eaf May 26 03:20:22.840407 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:22.882817 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (61bec3d6-ae64-415c-a16b-a40576291eaf), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.892442 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:22.906087 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:22.906797 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.907684 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:22.915142 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Pushing event updated for resources: {'Port': ['ID=aa8c221b-46ec-49bb-bf67-9cc89f615ad3,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:22.923985 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (61bec3d6-ae64-415c-a16b-a40576291eaf), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.925242 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:22.926531 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:22.950231 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=6,neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:22.963860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:22.970345 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:22.973412 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:23.000149 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 1, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:23.006557 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:23.018654 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9463443c-a08d-4842-8567-508de741727d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6005859 May 26 03:20:23.022979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49230) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:23.029672 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Request body: {'subnet': {'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1019663157-subnet', 'tenant_id': '5b8a415a2a93492fa4f6b3c9acc0b080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:23.045314 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9fa1d-df1b-431e-bf13-a502955fe2ae None None] The sync data for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi is: [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 1, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:20:23.063036 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463443c-a08d-4842-8567-508de741727d admin admin] Pushing event updated for resources: {'Network': ['ID=61bec3d6-ae64-415c-a16b-a40576291eaf,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:23.068512 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Made reservation on behalf of 5b8a415a2a93492fa4f6b3c9acc0b080 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:23.072286 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4438779'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:23.074840 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 61bec3d6-ae64-415c-a16b-a40576291eaf details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:20:23.287342 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7649154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4438537'] for subnet (93339669-e694-4ed0-b8a5-3f4c45a00781), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:23.288053 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-650f06fb-a635-4aa8-9c2b-94652eaa7c33 None None] Provisioning complete for port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:23.291649 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-650f06fb-a635-4aa8-9c2b-94652eaa7c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:23.335143 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-650f06fb-a635-4aa8-9c2b-94652eaa7c33 None None] Port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:23.349083 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Router dd82cb8b-ac19-4303-85f5-77c2f4484920 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:20:23.360538 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93339669-e694-4ed0-b8a5-3f4c45a00781,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:23.389092 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Checking segment: {'id': 'cf3cb097-b2c2-4d19-a53d-09e43ad36677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:23.389652 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Network hostable DHCP agents. Network: 61bec3d6-ae64-415c-a16b-a40576291eaf, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:20:23.417433 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Network 61bec3d6-ae64-415c-a16b-a40576291eaf is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:20:23.431920 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 61bec3d6-ae64-415c-a16b-a40576291eaf) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:23.436135 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:23.436794 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:23.443753 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a500926-26c5-48fe-b655-267ee10b24f4 None None] Network 61bec3d6-ae64-415c-a16b-a40576291eaf requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:20:23.476660 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c9c68dea-f3be-41f4-a5f5-a988b16bd057 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4509616 May 26 03:20:23.510963 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:20:23.527408 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-53496435-0d2f-4d47-8553-4b53b15702ec admin admin] 10.222.0.39 "PUT /v2.0/routers/dd82cb8b-ac19-4303-85f5-77c2f4484920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2548883 May 26 03:20:23.612382 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd0904d-66da-49ca-9957-3707b26b3a84 None None] Network 61bec3d6-ae64-415c-a16b-a40576291eaf requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:20:24.235501 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-03787d3c-89a0-4d84-b1b8-13edf75d252e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:24.237277 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-03787d3c-89a0-4d84-b1b8-13edf75d252e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 818 time: 0.2117500 May 26 03:20:24.257116 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-f27f5362-15ca-4fd2-9967-ab7b66ae8930 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/quotas/2d9bfd3a2b544d74bb581b5bd13e8ecc HTTP/1.1" status: 200 len: 375 time: 0.0110459 May 26 03:20:24.334471 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-2cf08186-13a7-4cbb-9d75-82eef97ff000 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675964 May 26 03:20:24.462151 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b377334f-d339-43d9-a3da-213edbce4fe6 service neutron] 10.222.0.39 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191051 May 26 03:20:24.608455 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-1196cd23-a3b2-4c85-bd8b-00562028b510 service neutron] 10.222.0.39 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450646 May 26 03:20:24.891566 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 851212bc-0f74-486e-9bac-b7507967b196 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:24.897801 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-66ae9fe6-275a-4361-b3fc-55754c81c2a2 req-e77a92b5-5089-4898-a7f1-767816ae9b5e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 210 time: 0.0506282 May 26 03:20:25.021379 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 851212bc-0f74-486e-9bac-b7507967b196 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:25.022392 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (851212bc-0f74-486e-9bac-b7507967b196), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:25.155113 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 851212bc-0f74-486e-9bac-b7507967b196 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:25.155543 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (851212bc-0f74-486e-9bac-b7507967b196), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:25.192306 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 851212bc-0f74-486e-9bac-b7507967b196, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=851212bc-0f74-486e-9bac-b7507967b196,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:25.198433 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (851212bc-0f74-486e-9bac-b7507967b196), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:25.220260 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:25.263627 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=851212bc-0f74-486e-9bac-b7507967b196,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:25.299466 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-39f86f34-dba8-423b-9d6c-cb27ae1217a5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:25.308871 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-39f86f34-dba8-423b-9d6c-cb27ae1217a5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 818 time: 0.2071648 May 26 03:20:25.326701 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-8bfb8c5d-3267-4446-8597-f602ff3c121f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/quotas/2d9bfd3a2b544d74bb581b5bd13e8ecc HTTP/1.1" status: 200 len: 375 time: 0.0158110 May 26 03:20:25.405274 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-b987381d-7e6b-4381-9e99-6e0137f9b83a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744078 May 26 03:20:25.520340 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-3faaf51b-11ac-4568-8461-4ae359625978 service neutron] 10.222.0.39 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141016 May 26 03:20:25.720530 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-46244104-1454-4e53-9bd7-6bd3f4cec5fb service neutron] 10.222.0.39 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993177 May 26 03:20:25.722586 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:25.730786 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-967a81ee-8e85-47ad-9943-db7dd8cbf941 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:25.732302 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-967a81ee-8e85-47ad-9943-db7dd8cbf941 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/networks?id=61bec3d6-ae64-415c-a16b-a40576291eaf HTTP/1.1" status: 200 len: 809 time: 0.1835749 May 26 03:20:25.748111 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-1562e70e-2f62-4f68-a18a-b6d9d21c85ae tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/quotas/5b8a415a2a93492fa4f6b3c9acc0b080 HTTP/1.1" status: 200 len: 375 time: 0.0104053 May 26 03:20:25.788947 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-aaac42bd-6be6-4dd6-8495-fc0045759e09 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b8a415a2a93492fa4f6b3c9acc0b080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341120 May 26 03:20:25.886374 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-c358fabb-ad47-42c3-9f29-bd41856a7e0a service neutron] 10.222.0.39 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898752 May 26 03:20:25.968151 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a746925b-31df-4b38-b0c5-d2aa569edb66 req-00f1ecaa-80d8-4471-a521-f67b67ed46a9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 210 time: 0.0675442 May 26 03:20:26.017238 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-8d05dbf9-a1c9-4bb3-a823-e7110fbe90a1 service neutron] 10.222.0.39 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248472 May 26 03:20:26.172279 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Sync routers for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:20:26.197329 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:26.198032 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:26.310802 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-a48b62eb-273a-45e0-a364-2e4ab837659a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:26.312604 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-a48b62eb-273a-45e0-a364-2e4ab837659a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 818 time: 0.1506627 May 26 03:20:26.335994 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Request body: {'port': {'device_id': '954fa88c-054a-4705-8267-7ccfb577a143', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'admin_state_up': True, 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:26.404601 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b6564da8-6631-4908-8b23-7b2a1d9e5364 req-e883d19f-290c-4f0e-a3c6-98f85ace0834 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 210 time: 0.0906150 May 26 03:20:26.787585 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Made reservation on behalf of 2d9bfd3a2b544d74bb581b5bd13e8ecc for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:26.794698 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:26.822056 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:26.861218 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 851212bc-0f74-486e-9bac-b7507967b196 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:26.901620 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:26.909997 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:27.043211 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 851212bc-0f74-486e-9bac-b7507967b196 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:27.043753 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (851212bc-0f74-486e-9bac-b7507967b196), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.139922 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8143ceab-f95e-478c-85be-dfc720b248c1 req-ba09cd95-6453-46ca-a203-837ccd57a238 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 210 time: 0.0530794 May 26 03:20:27.202121 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:27.212039 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 2, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:27.215487 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 851212bc-0f74-486e-9bac-b7507967b196 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:27.224122 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Allocated IP 172.20.0.12 (4375029a-d8a1-4722-8a4a-b3ca95f8a865/a340f833-251a-44db-90e0-47aabcb7a88f/a8e59edf-7910-41d4-b1b0-b8cb717c4149) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:27.241457 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Checking router: dd82cb8b-ac19-4303-85f5-77c2f4484920 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:20:27.241839 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Updating router dd82cb8b-ac19-4303-85f5-77c2f4484920 port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:20:27.278679 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.455020 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.478339 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:27.501919 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.539372 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:27.634646 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-83f69bef-d3bb-45f6-9047-b6be0a72eb41 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:27.640217 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-83f69bef-d3bb-45f6-9047-b6be0a72eb41 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 818 time: 0.2630732 May 26 03:20:27.650255 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a838f9c6-69cd-43ba-9e10-0d6bbaa2f727 req-f916bbc4-9078-4b61-a178-0701ad860eb5 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 210 time: 0.1037679 May 26 03:20:27.667420 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:27.672733 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:27.675033 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event updated for resources: {'Port': ['ID=a8e59edf-7910-41d4-b1b0-b8cb717c4149,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:27.677547 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:27.683002 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:27.683813 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.692247 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49446) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:27.713298 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-b6676779-d674-437e-be75-82440f6d1401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3842161 May 26 03:20:27.730204 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Publish callbacks [] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.740506 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.799314 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc7209-54c3-4eef-9d1b-8b75af5d84bc None None] Pushing event updated for resources: {'Port': ['ID=aa8c221b-46ec-49bb-bf67-9cc89f615ad3,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:27.853754 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4020445a-c249-4304-a08f-1317dbfeb71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.870185 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Request body: {'port': {'device_id': '954fa88c-054a-4705-8267-7ccfb577a143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:27.872756 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Request body: {'port': {'device_id': '74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'admin_state_up': True, 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:27.888074 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Attempting to bind port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:27.888562 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Attempting to bind port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:27.896973 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Attempting to bind port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:27.923288 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:27.927577 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Checking segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:27.928022 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.928447 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Bound using segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:27.928962 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Bound port: aa8c221b-46ec-49bb-bf67-9cc89f615ad3, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:27.931161 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:27.958432 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.020343 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c3315843-9676-4431-9379-18a8381d19e4 None None] Provisioning complete for port a8e59edf-7910-41d4-b1b0-b8cb717c4149 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:28.020822 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c3315843-9676-4431-9379-18a8381d19e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.102151 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c3315843-9676-4431-9379-18a8381d19e4 None None] Port a8e59edf-7910-41d4-b1b0-b8cb717c4149 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:28.174882 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] For port aa8c221b-46ec-49bb-bf67-9cc89f615ad3, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:28.181226 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] For port aa8c221b-46ec-49bb-bf67-9cc89f615ad3, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=aa8c221b-46ec-49bb-bf67-9cc89f615ad3,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:28.190575 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.281131 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc7209-54c3-4eef-9d1b-8b75af5d84bc None None] Pushing event updated for resources: {'Port': ['ID=aa8c221b-46ec-49bb-bf67-9cc89f615ad3,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:28.307589 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:28.308238 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:28.412296 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Made reservation on behalf of 2d9bfd3a2b544d74bb581b5bd13e8ecc for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:28.422331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.442225 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:28.502275 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-83d977b3-2518-4b06-a6ba-c457761d4d94 None None] Provisioning complete for port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:28.502803 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83d977b3-2518-4b06-a6ba-c457761d4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.510180 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:28.530907 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4020445a-c249-4304-a08f-1317dbfeb71d admin admin] Publish callbacks [] for security_group (ac1c8c4a-1c17-4e3e-842b-70f5e21b2e68), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.555936 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4020445a-c249-4304-a08f-1317dbfeb71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ac1c8c4a-1c17-4e3e-842b-70f5e21b2e68), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.566591 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:28.627117 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4020445a-c249-4304-a08f-1317dbfeb71d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74032b07d42e429c85df69f2c4a3d72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9337091 May 26 03:20:28.628169 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49480) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:28.638274 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3c32d2b0-6ad8-4fef-a989-9b60c2d42268 req-ad8d4aa1-6c7b-4f8c-a005-856c9f704a54 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 210 time: 0.0368481 May 26 03:20:28.683370 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-ba2eb6b4-f529-44b7-89ef-0efcd9e503c9 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:28.687290 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-ba2eb6b4-f529-44b7-89ef-0efcd9e503c9 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.45 "GET /v2.0/networks?id=61bec3d6-ae64-415c-a16b-a40576291eaf HTTP/1.1" status: 200 len: 809 time: 0.6539831 May 26 03:20:28.775029 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020445a-c249-4304-a08f-1317dbfeb71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1c8c4a-1c17-4e3e-842b-70f5e21b2e68,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:28.801534 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:28.802359 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e59edf-7910-41d4-b1b0-b8cb717c4149 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:20:28.812642 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Publish callbacks [] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.822337 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d99836e1-71c0-47d5-a070-9207e203e941 admin admin] Publish callbacks [] for security_group (ac1c8c4a-1c17-4e3e-842b-70f5e21b2e68), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.844149 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-83d977b3-2518-4b06-a6ba-c457761d4d94 None None] Current status of the port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:28.844684 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83d977b3-2518-4b06-a6ba-c457761d4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.852822 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d99836e1-71c0-47d5-a070-9207e203e941 admin admin] Publish callbacks [] for security_group (ac1c8c4a-1c17-4e3e-842b-70f5e21b2e68), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.866651 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c13875d-8cac-4bd0-9e8e-d30450ce7d14 req-39cf1138-8005-4cce-b4de-ba8068d3121f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 210 time: 0.0492930 May 26 03:20:28.877868 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Transition to ACTIVE for port object a8e59edf-7910-41d4-b1b0-b8cb717c4149 will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:20:28.888463 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.897912 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device aa8c221b-46ec-49bb-bf67-9cc89f615ad3 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:28.930024 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-83d977b3-2518-4b06-a6ba-c457761d4d94 None None] For port aa8c221b-46ec-49bb-bf67-9cc89f615ad3, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=aa8c221b-46ec-49bb-bf67-9cc89f615ad3,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:28.959373 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83d977b3-2518-4b06-a6ba-c457761d4d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:28.963963 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Allocated IP 172.20.0.7 (4375029a-d8a1-4722-8a4a-b3ca95f8a865/a340f833-251a-44db-90e0-47aabcb7a88f/b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:28.967185 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e59edf-7910-41d4-b1b0-b8cb717c4149,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:29.022471 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:29.040015 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d99836e1-71c0-47d5-a070-9207e203e941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ac1c8c4a-1c17-4e3e-842b-70f5e21b2e68), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.043001 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d99836e1-71c0-47d5-a070-9207e203e941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.047220 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d99836e1-71c0-47d5-a070-9207e203e941 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac1c8c4a-1c17-4e3e-842b-70f5e21b2e68 HTTP/1.1" status: 204 len: 168 time: 0.3584883 May 26 03:20:29.052912 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Attempting to bind port a8e59edf-7910-41d4-b1b0-b8cb717c4149 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:29.053253 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Attempting to bind port a8e59edf-7910-41d4-b1b0-b8cb717c4149 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:29.053734 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Attempting to bind port a8e59edf-7910-41d4-b1b0-b8cb717c4149 on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:29.057132 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914952be-cf90-4481-bd88-0f8f8d362ecb None None] The sync data for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi is: [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:20:29.060690 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Port a8e59edf-7910-41d4-b1b0-b8cb717c4149 on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:20:29.061370 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Attempting to bind port a8e59edf-7910-41d4-b1b0-b8cb717c4149 on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:29.061461 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:29.069176 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:29.070468 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Checking segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:29.071488 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Bound using segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:29.071629 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Bound port: a8e59edf-7910-41d4-b1b0-b8cb717c4149, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:29.072078 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.085220 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99836e1-71c0-47d5-a070-9207e203e941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1c8c4a-1c17-4e3e-842b-70f5e21b2e68,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:29.118199 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:29.118940 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.126070 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d977b3-2518-4b06-a6ba-c457761d4d94 None None] Pushing event updated for resources: {'Port': ['ID=aa8c221b-46ec-49bb-bf67-9cc89f615ad3,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:29.208947 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:29.219806 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-eef3e0f8-69c0-4b3e-8307-e514a86df307 None None] Provisioning complete for port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:29.220932 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-eef3e0f8-69c0-4b3e-8307-e514a86df307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.236034 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] For port a8e59edf-7910-41d4-b1b0-b8cb717c4149, host hv-cinder-84336, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:29.274588 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] For port a8e59edf-7910-41d4-b1b0-b8cb717c4149, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8e59edf-7910-41d4-b1b0-b8cb717c4149,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:29.276438 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:29.294676 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.298624 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.359106 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.384260 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:29.413488 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:29.414290 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.416069 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] 10.222.0.45 "PUT /v2.0/ports/a8e59edf-7910-41d4-b1b0-b8cb717c4149 HTTP/1.1" status: 200 len: 1094 time: 1.5500946 May 26 03:20:29.416827 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435242-aafe-4d81-91b1-6ca5bab31c61 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e59edf-7910-41d4-b1b0-b8cb717c4149,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:29.419678 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954fa88c-054a-4705-8267-7ccfb577a143', 'tag': 'a8e59edf-7910-41d4-b1b0-b8cb717c4149'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:29.422434 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d740a28a-0e52-4481-ad73-4161e85b1738" -d '{"events": [{"name": "network-changed", "server_uuid": "954fa88c-054a-4705-8267-7ccfb577a143", "tag": "a8e59edf-7910-41d4-b1b0-b8cb717c4149"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:29.448677 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:29.452389 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-eef3e0f8-69c0-4b3e-8307-e514a86df307 None None] Current status of the port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:29.474320 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:29.477642 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:29.480242 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:29.515563 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event updated for resources: {'Port': ['ID=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:29.528080 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69692598-1dce-4026-adb7-719e89bf377d x-openstack-request-id: req-69692598-1dce-4026-adb7-719e89bf377d {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:29.528430 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954fa88c-054a-4705-8267-7ccfb577a143", "tag": "a8e59edf-7910-41d4-b1b0-b8cb717c4149", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:29.528628 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69692598-1dce-4026-adb7-719e89bf377d {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:29.529090 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69692598-1dce-4026-adb7-719e89bf377d'] response: {'name': 'network-changed', 'server_uuid': '954fa88c-054a-4705-8267-7ccfb577a143', 'tag': 'a8e59edf-7910-41d4-b1b0-b8cb717c4149', 'status': 'completed', 'code': 200} May 26 03:20:29.562898 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:29.562898 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.583744 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ba4d3bc5-f7f2-4a7b-b845-bcf2ce4b09d7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7178142 May 26 03:20:29.713824 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49496) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:29.736004 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7242a8a2-9ae4-4b73-b79e-04461f1e61e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.795923 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fe9af-5049-4b4e-9ea1-9d50e16ddc25 req-306b1155-34ac-43b1-b02c-c1b3a510dbbd tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:29.797682 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db9fe9af-5049-4b4e-9ea1-9d50e16ddc25 req-306b1155-34ac-43b1-b02c-c1b3a510dbbd tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 931 time: 0.0667529 May 26 03:20:29.838361 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:29.867556 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:29.894829 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7242a8a2-9ae4-4b73-b79e-04461f1e61e1 admin admin] Publish callbacks [] for security_group (615f71d7-2a93-4819-9f80-400adf0eb438), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.896072 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db9fe9af-5049-4b4e-9ea1-9d50e16ddc25 req-4a66112c-dc8c-456d-8a1c-91a3e8378d8f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858374 May 26 03:20:29.900722 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7242a8a2-9ae4-4b73-b79e-04461f1e61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (615f71d7-2a93-4819-9f80-400adf0eb438), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:29.959299 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7242a8a2-9ae4-4b73-b79e-04461f1e61e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fb9c2d0ac864ee9a51841ab5498d165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443237 May 26 03:20:29.963154 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49502) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:29.971477 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242a8a2-9ae4-4b73-b79e-04461f1e61e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615f71d7-2a93-4819-9f80-400adf0eb438,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:30.000868 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8f4dffa5-fd8a-4f52-905c-5f0ad7c18a56 req-af1765c2-94e9-4998-a40f-049a33ee0647 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 210 time: 0.0429142 May 26 03:20:30.033525 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af9bf0f7-b090-4924-84ee-9e311c322ca8 admin admin] Publish callbacks [] for security_group (615f71d7-2a93-4819-9f80-400adf0eb438), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:30.040823 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2cc8b793-5d91-41e4-8d63-f9150a0f72fd None None] Provisioning complete for port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:30.041196 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b793-5d91-41e4-8d63-f9150a0f72fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:30.057922 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af9bf0f7-b090-4924-84ee-9e311c322ca8 admin admin] Publish callbacks [] for security_group (615f71d7-2a93-4819-9f80-400adf0eb438), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:30.074098 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8b793-5d91-41e4-8d63-f9150a0f72fd None None] Port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:30.108716 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af9bf0f7-b090-4924-84ee-9e311c322ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (615f71d7-2a93-4819-9f80-400adf0eb438), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:30.111721 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af9bf0f7-b090-4924-84ee-9e311c322ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:30.113027 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-af9bf0f7-b090-4924-84ee-9e311c322ca8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/615f71d7-2a93-4819-9f80-400adf0eb438 HTTP/1.1" status: 204 len: 168 time: 0.1485248 May 26 03:20:30.121427 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bf0f7-b090-4924-84ee-9e311c322ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615f71d7-2a93-4819-9f80-400adf0eb438,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:30.802681 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device aa8c221b-46ec-49bb-bf67-9cc89f615ad3 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:30.851341 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:30.851711 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:30.947303 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:30.957218 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Request body: {'port': {'device_id': 'd63e2d3e-a037-44e0-aad0-d6730dff0def', 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf', 'admin_state_up': True, 'tenant_id': '5b8a415a2a93492fa4f6b3c9acc0b080'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:30.987186 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Request body: {'port': {'device_id': '74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:31.056856 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740a28a-0e52-4481-ad73-4161e85b1738 req-2cd20fea-cb34-4ebc-b687-62b3bb7ca306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:31.058237 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d740a28a-0e52-4481-ad73-4161e85b1738 req-2cd20fea-cb34-4ebc-b687-62b3bb7ca306 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 1128 time: 0.0819421 May 26 03:20:31.072322 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb8906-fb5c-4fb1-b8f2-ecb99fe3182c req-7279a42a-1951-4495-9582-fe05c8c7eb8a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:31.073952 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2eb8906-fb5c-4fb1-b8f2-ecb99fe3182c req-7279a42a-1951-4495-9582-fe05c8c7eb8a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 931 time: 0.0616682 May 26 03:20:31.134574 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:31.199052 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Made reservation on behalf of 5b8a415a2a93492fa4f6b3c9acc0b080 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:31.203570 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:31.236368 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-23853ba3-a00d-4301-b9e8-b073e036881f req-af3670f0-2a5c-4eda-acef-a4c662a36372 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 210 time: 0.1399670 May 26 03:20:31.337627 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2eb8906-fb5c-4fb1-b8f2-ecb99fe3182c req-cf0b65cd-ffc9-48e9-8847-1e8171aef7d3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423754 May 26 03:20:31.348502 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740a28a-0e52-4481-ad73-4161e85b1738 req-8807dd78-5adb-4952-984a-11386b96a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:31.350034 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d740a28a-0e52-4481-ad73-4161e85b1738 req-8807dd78-5adb-4952-984a-11386b96a2e3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2750719 May 26 03:20:31.570169 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740a28a-0e52-4481-ad73-4161e85b1738 req-b725c73e-741b-43c6-b57a-77439a762338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:31.571704 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d740a28a-0e52-4481-ad73-4161e85b1738 req-b725c73e-741b-43c6-b57a-77439a762338 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2156231 May 26 03:20:31.584146 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Allocated IP 172.20.0.13 (61bec3d6-ae64-415c-a16b-a40576291eaf/93339669-e694-4ed0-b8a5-3f4c45a00781/5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:31.662527 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-31a681ab-9ce0-4377-b8ea-2983b5530ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:31.664066 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-31a681ab-9ce0-4377-b8ea-2983b5530ca7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 1128 time: 0.0474598 May 26 03:20:31.710817 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-ef4b767d-8638-4fc3-afa2-5f9d0208b16d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e59edf-7910-41d4-b1b0-b8cb717c4149 HTTP/1.1" status: 200 len: 217 time: 0.0377533 May 26 03:20:31.764803 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-87c75db4-89b2-4474-8032-92a17d3c15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:31.766574 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-87c75db4-89b2-4474-8032-92a17d3c15f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0500720 May 26 03:20:31.817400 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-6d83034b-356c-44b9-b787-90acd68e7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:31.819291 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-6d83034b-356c-44b9-b787-90acd68e7a63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440278 May 26 03:20:31.837782 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:31.888257 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:31.924777 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-a5438071-9e86-41bc-b863-a289624f27e6 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981650 May 26 03:20:32.016791 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:20:32.028270 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Publish callbacks [] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.052407 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-050fa0d0-9c59-49dc-be6b-9db33ac750aa req-deac5cd2-03a7-4abd-aa51-e7cea0e3d52a service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190603 May 26 03:20:32.061517 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Transition to ACTIVE for port object b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:20:32.070280 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.076942 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks [] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.147782 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:32.201726 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.270679 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Network 61bec3d6-ae64-415c-a16b-a40576291eaf is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:32.285778 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-830b70f4-2f00-4b36-99c9-08fd07dc1c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.293708 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:32.303828 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:32.319325 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Pushing event updated for resources: {'Port': ['ID=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:32.354290 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Attempting to bind port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:32.354621 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Attempting to bind port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:32.354955 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Attempting to bind port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:32.392926 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:20:32.393341 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Attempting to bind port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:32.407889 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:32.408597 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Checking segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:32.409216 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Bound using segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:32.410502 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Bound port: b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:32.411165 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.420632 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:32.421537 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.441360 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be572abd-b6c3-4777-a260-838ea2eb2761 req-9f396ee6-4b18-45b1-ae3a-dd1f2e332480 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:32.443054 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be572abd-b6c3-4777-a260-838ea2eb2761 req-9f396ee6-4b18-45b1-ae3a-dd1f2e332480 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 932 time: 0.1000013 May 26 03:20:32.473617 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-23d630f9-625f-446d-8856-6bff4da6c98f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5221305 May 26 03:20:32.483818 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:32.508518 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] For port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:32.512701 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] For port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:32.522501 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.554531 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49608) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:32.573857 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:32.574485 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.576054 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] 10.222.0.45 "PUT /v2.0/ports/b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae HTTP/1.1" status: 200 len: 1093 time: 1.6107504 May 26 03:20:32.576497 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40', 'tag': 'b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:32.579347 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72be44c4-7c0c-4ebe-add1-16b9600d680b" -d '{"events": [{"name": "network-changed", "server_uuid": "74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40", "tag": "b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:32.582050 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49612) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:32.599045 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:32.603961 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6490d6d-c33b-4e16-a61f-c2522abd8485 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:32.633040 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d22da-b1f2-4f61-986e-e018d81766a4 req-65ef38c6-2a5c-494b-90bf-9921e4e9012d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:32.634954 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ef9d22da-b1f2-4f61-986e-e018d81766a4 req-65ef38c6-2a5c-494b-90bf-9921e4e9012d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 943 time: 0.1477323 May 26 03:20:32.638566 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be572abd-b6c3-4777-a260-838ea2eb2761 req-16e2e62e-7c20-4016-b6f6-7cd1371b82d9 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859810 May 26 03:20:32.711690 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ef9d22da-b1f2-4f61-986e-e018d81766a4 req-8046d268-9ce8-4016-821f-7fca92c8a177 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641148 May 26 03:20:32.750139 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496b2b4d-4299-4700-84d6-30877b86df81 x-openstack-request-id: req-496b2b4d-4299-4700-84d6-30877b86df81 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:32.750433 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40", "tag": "b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:32.750683 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-496b2b4d-4299-4700-84d6-30877b86df81 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:32.751078 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496b2b4d-4299-4700-84d6-30877b86df81'] response: {'name': 'network-changed', 'server_uuid': '74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40', 'tag': 'b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae', 'status': 'completed', 'code': 200} May 26 03:20:32.789966 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c159dd5-c152-4293-8468-9fc8956c8efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.830896 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e30401d2-8687-481f-a965-9ce156097230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.936450 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c159dd5-c152-4293-8468-9fc8956c8efe admin admin] Publish callbacks [] for security_group (df1ccbb4-444e-4972-b67c-5260fe07a457), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.945547 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:32.946444 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c159dd5-c152-4293-8468-9fc8956c8efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (df1ccbb4-444e-4972-b67c-5260fe07a457), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.979332 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e30401d2-8687-481f-a965-9ce156097230 admin admin] Publish callbacks [] for security_group (c94b238f-4a5d-4f3e-ad00-398cc82459d9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:32.998592 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e30401d2-8687-481f-a965-9ce156097230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c94b238f-4a5d-4f3e-ad00-398cc82459d9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.013827 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9c159dd5-c152-4293-8468-9fc8956c8efe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1eab77e85b2f4ed190ae0dd81363feab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580052 May 26 03:20:33.016911 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:33.017890 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49626) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:33.018405 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c159dd5-c152-4293-8468-9fc8956c8efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ccbb4-444e-4972-b67c-5260fe07a457,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:33.027286 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Request body: {'port': {'device_id': 'd63e2d3e-a037-44e0-aad0-d6730dff0def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:33.071168 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:33.074766 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-52ca8ee6-cda9-4eb2-8dd5-f74705e5799c admin admin] Publish callbacks [] for security_group (df1ccbb4-444e-4972-b67c-5260fe07a457), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.095563 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e30401d2-8687-481f-a965-9ce156097230 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0dd78eea617c452bb894be4580c3309c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5102620 May 26 03:20:33.098970 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49628) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:33.106483 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-52ca8ee6-cda9-4eb2-8dd5-f74705e5799c admin admin] Publish callbacks [] for security_group (df1ccbb4-444e-4972-b67c-5260fe07a457), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.114466 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30401d2-8687-481f-a965-9ce156097230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94b238f-4a5d-4f3e-ad00-398cc82459d9,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:33.123017 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be44c4-7c0c-4ebe-add1-16b9600d680b req-ee4340ea-d416-4691-82e3-4fde69c5d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:33.124437 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-72be44c4-7c0c-4ebe-add1-16b9600d680b req-ee4340ea-d416-4691-82e3-4fde69c5d4f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 1127 time: 0.0944421 May 26 03:20:33.176012 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1070e-8bbb-4ec7-acb1-5d112737e687 admin admin] Publish callbacks [] for security_group (c94b238f-4a5d-4f3e-ad00-398cc82459d9), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.197627 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-52ca8ee6-cda9-4eb2-8dd5-f74705e5799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (df1ccbb4-444e-4972-b67c-5260fe07a457), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.200283 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-52ca8ee6-cda9-4eb2-8dd5-f74705e5799c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.201508 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-52ca8ee6-cda9-4eb2-8dd5-f74705e5799c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df1ccbb4-444e-4972-b67c-5260fe07a457 HTTP/1.1" status: 204 len: 168 time: 0.1818306 May 26 03:20:33.203481 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1070e-8bbb-4ec7-acb1-5d112737e687 admin admin] Publish callbacks [] for security_group (c94b238f-4a5d-4f3e-ad00-398cc82459d9), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.204167 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.221493 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca8ee6-cda9-4eb2-8dd5-f74705e5799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ccbb4-444e-4972-b67c-5260fe07a457,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:33.283658 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1070e-8bbb-4ec7-acb1-5d112737e687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c94b238f-4a5d-4f3e-ad00-398cc82459d9), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.286108 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1070e-8bbb-4ec7-acb1-5d112737e687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.287315 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e1f1070e-8bbb-4ec7-acb1-5d112737e687 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c94b238f-4a5d-4f3e-ad00-398cc82459d9 HTTP/1.1" status: 204 len: 168 time: 0.1873724 May 26 03:20:33.302775 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1070e-8bbb-4ec7-acb1-5d112737e687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94b238f-4a5d-4f3e-ad00-398cc82459d9,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:33.319788 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be44c4-7c0c-4ebe-add1-16b9600d680b req-3c507c1a-4e1b-43c2-86f1-f2069c64df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:33.321475 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-72be44c4-7c0c-4ebe-add1-16b9600d680b req-3c507c1a-4e1b-43c2-86f1-f2069c64df22 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1788759 May 26 03:20:33.453454 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:33.553431 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be44c4-7c0c-4ebe-add1-16b9600d680b req-db750487-4a84-4e03-a2f7-78d8797faf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:33.554678 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-72be44c4-7c0c-4ebe-add1-16b9600d680b req-db750487-4a84-4e03-a2f7-78d8797faf30 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2266352 May 26 03:20:33.578405 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49638) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:33.595155 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6415a270-41a5-4673-bf45-ba0bd8eef9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.668056 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-bb13adbe-95ae-412c-a20d-c915d4758fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:33.669585 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-bb13adbe-95ae-412c-a20d-c915d4758fa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 1127 time: 0.0611897 May 26 03:20:33.688570 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6415a270-41a5-4673-bf45-ba0bd8eef9db admin admin] Publish callbacks [] for security_group (c56a05c0-d371-4561-881e-146c1c50bf4b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.694899 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6415a270-41a5-4673-bf45-ba0bd8eef9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c56a05c0-d371-4561-881e-146c1c50bf4b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.734415 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-fc1787db-78af-4a80-bb15-178dc3cf4845 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae HTTP/1.1" status: 200 len: 217 time: 0.0395987 May 26 03:20:33.741275 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:20:33.756739 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Publish callbacks [] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.756876 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415a270-41a5-4673-bf45-ba0bd8eef9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a05c0-d371-4561-881e-146c1c50bf4b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:33.789278 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-6415a270-41a5-4673-bf45-ba0bd8eef9db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=553bf3f6770c497091ab6648b2024ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067580 May 26 03:20:33.792779 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49644) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:33.802411 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Transition to ACTIVE for port object 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:20:33.815415 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.827616 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547cd64-ab11-41cd-9a67-22fccfa8ea4c req-f4f0d28e-57e7-41cb-94f7-d63e760b13f6 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:33.832394 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3547cd64-ab11-41cd-9a67-22fccfa8ea4c req-f4f0d28e-57e7-41cb-94f7-d63e760b13f6 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 932 time: 0.1099174 May 26 03:20:33.837540 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-dd98db3d-c2a2-46af-b406-4fce091717da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:33.838987 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-dd98db3d-c2a2-46af-b406-4fce091717da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0932822 May 26 03:20:33.899329 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d11197-da7d-4026-9398-74d47dca513a req-fae37d89-913e-44af-9426-cd2704c729c7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:33.901308 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-75d11197-da7d-4026-9398-74d47dca513a req-fae37d89-913e-44af-9426-cd2704c729c7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 943 time: 0.0928149 May 26 03:20:33.917144 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49650) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:33.935467 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:33.954668 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7fa60b01-220a-4575-96ec-65c836ba91be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:33.964886 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-7ac1b91c-a785-4d80-887c-c16322561294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:33.966410 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-7ac1b91c-a785-4d80-887c-c16322561294 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928118 May 26 03:20:33.967087 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:33.973038 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3547cd64-ab11-41cd-9a67-22fccfa8ea4c req-ae0f7776-86d1-4470-877e-b0ba8e3bd56d tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097982 May 26 03:20:34.018338 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c710298e-5ed0-48a7-8f9e-1b27bc064ab5 admin admin] Publish callbacks [] for security_group (c56a05c0-d371-4561-881e-146c1c50bf4b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.019313 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-75d11197-da7d-4026-9398-74d47dca513a req-f5175dc2-700e-45e2-a1e3-2a120659e30c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085768 May 26 03:20:34.039722 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:34.074894 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7fa60b01-220a-4575-96ec-65c836ba91be admin admin] Publish callbacks [] for security_group (1f0bd7b0-88d5-4083-b8aa-9896450a2581), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.079012 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7fa60b01-220a-4575-96ec-65c836ba91be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (1f0bd7b0-88d5-4083-b8aa-9896450a2581), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.084415 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:34.126169 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7fa60b01-220a-4575-96ec-65c836ba91be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d640952ca4a14d9ab0c1fe397296ee5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053816 May 26 03:20:34.127056 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c710298e-5ed0-48a7-8f9e-1b27bc064ab5 admin admin] Publish callbacks [] for security_group (c56a05c0-d371-4561-881e-146c1c50bf4b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.129308 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49654) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:34.132270 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa60b01-220a-4575-96ec-65c836ba91be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0bd7b0-88d5-4083-b8aa-9896450a2581,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:34.202743 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Attempting to bind port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:34.203155 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Attempting to bind port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'cf3cb097-b2c2-4d19-a53d-09e43ad36677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:34.203613 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Attempting to bind port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 on network 61bec3d6-ae64-415c-a16b-a40576291eaf {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:34.225555 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-ebfe5f45-29d0-4629-bcd5-db9c7076fd87 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330384 May 26 03:20:34.242971 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 on network 61bec3d6-ae64-415c-a16b-a40576291eaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:20:34.243319 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Attempting to bind port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 on network 61bec3d6-ae64-415c-a16b-a40576291eaf {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:34.289399 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:34.289743 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Checking segment: {'id': 'cf3cb097-b2c2-4d19-a53d-09e43ad36677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:34.290157 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Bound using segment: {'id': 'cf3cb097-b2c2-4d19-a53d-09e43ad36677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:34.290609 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Bound port: 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3cb097-b2c2-4d19-a53d-09e43ad36677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:34.290971 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.304619 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:34.324017 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d3b491c-1cb8-44a7-9683-e5bb09c4cd45 admin admin] Publish callbacks [] for security_group (1f0bd7b0-88d5-4083-b8aa-9896450a2581), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.363722 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c710298e-5ed0-48a7-8f9e-1b27bc064ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c56a05c0-d371-4561-881e-146c1c50bf4b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.366204 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c710298e-5ed0-48a7-8f9e-1b27bc064ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.369617 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c710298e-5ed0-48a7-8f9e-1b27bc064ab5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c56a05c0-d371-4561-881e-146c1c50bf4b HTTP/1.1" status: 204 len: 168 time: 0.5735898 May 26 03:20:34.415935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d3b491c-1cb8-44a7-9683-e5bb09c4cd45 admin admin] Publish callbacks [] for security_group (1f0bd7b0-88d5-4083-b8aa-9896450a2581), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.431649 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710298e-5ed0-48a7-8f9e-1b27bc064ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a05c0-d371-4561-881e-146c1c50bf4b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:34.458795 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73b8825a-cfbc-4d6a-9cda-42abad74a72d req-97f78116-1c1a-4478-8d14-ef64d8b82a76 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256303 May 26 03:20:34.470417 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] For port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:34.490001 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] For port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:34.491293 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1059e2c9-832a-4c29-a363-a8d7e2efb3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.497998 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.536252 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:34.536877 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.538276 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] 10.222.0.45 "PUT /v2.0/ports/5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 HTTP/1.1" status: 200 len: 1094 time: 1.5211120 May 26 03:20:34.548441 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d3b491c-1cb8-44a7-9683-e5bb09c4cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (1f0bd7b0-88d5-4083-b8aa-9896450a2581), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.551839 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3d3b491c-1cb8-44a7-9683-e5bb09c4cd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.552960 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3d3b491c-1cb8-44a7-9683-e5bb09c4cd45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f0bd7b0-88d5-4083-b8aa-9896450a2581 HTTP/1.1" status: 204 len: 168 time: 0.4211617 May 26 03:20:34.571839 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcc496-10dc-407b-97a7-00b7d7889484 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:34.574634 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b491c-1cb8-44a7-9683-e5bb09c4cd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0bd7b0-88d5-4083-b8aa-9896450a2581,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:34.752035 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63e2d3e-a037-44e0-aad0-d6730dff0def', 'tag': '5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:34.755205 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966ff822-922b-4217-aa34-95b45522b149" -d '{"events": [{"name": "network-changed", "server_uuid": "d63e2d3e-a037-44e0-aad0-d6730dff0def", "tag": "5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:34.756237 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49664) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:34.770065 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-725f193f-6520-4140-80dc-d5b75d83f319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.805117 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312ed886-04e6-41bf-bfb0-a39d9ddbd0a9 x-openstack-request-id: req-312ed886-04e6-41bf-bfb0-a39d9ddbd0a9 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:34.805404 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63e2d3e-a037-44e0-aad0-d6730dff0def", "tag": "5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:34.805658 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-312ed886-04e6-41bf-bfb0-a39d9ddbd0a9 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:34.806040 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312ed886-04e6-41bf-bfb0-a39d9ddbd0a9'] response: {'name': 'network-changed', 'server_uuid': 'd63e2d3e-a037-44e0-aad0-d6730dff0def', 'tag': '5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608', 'status': 'completed', 'code': 200} May 26 03:20:34.850129 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-725f193f-6520-4140-80dc-d5b75d83f319 admin admin] Publish callbacks [] for security_group (3a8d4702-f42d-4cf7-89e8-3909b85e9947), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.854319 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-725f193f-6520-4140-80dc-d5b75d83f319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (3a8d4702-f42d-4cf7-89e8-3909b85e9947), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.894434 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-725f193f-6520-4140-80dc-d5b75d83f319 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b8f4fb1417e49e198f81c22fd9fbe5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369126 May 26 03:20:34.895437 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f193f-6520-4140-80dc-d5b75d83f319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d4702-f42d-4cf7-89e8-3909b85e9947,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:34.896916 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49672) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:34.937272 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device a8e59edf-7910-41d4-b1b0-b8cb717c4149 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:20:34.951363 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41267dfd-973c-4e2a-b0e9-7a5ea6f2eea4 admin admin] Publish callbacks [] for security_group (3a8d4702-f42d-4cf7-89e8-3909b85e9947), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:34.952868 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:34.983202 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41267dfd-973c-4e2a-b0e9-7a5ea6f2eea4 admin admin] Publish callbacks [] for security_group (3a8d4702-f42d-4cf7-89e8-3909b85e9947), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:35.036408 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41267dfd-973c-4e2a-b0e9-7a5ea6f2eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (3a8d4702-f42d-4cf7-89e8-3909b85e9947), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:35.039232 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41267dfd-973c-4e2a-b0e9-7a5ea6f2eea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:35.041210 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-41267dfd-973c-4e2a-b0e9-7a5ea6f2eea4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a8d4702-f42d-4cf7-89e8-3909b85e9947 HTTP/1.1" status: 204 len: 168 time: 0.1432457 May 26 03:20:35.054881 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41267dfd-973c-4e2a-b0e9-7a5ea6f2eea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8d4702-f42d-4cf7-89e8-3909b85e9947,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:35.139834 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port a8e59edf-7910-41d4-b1b0-b8cb717c4149, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8e59edf-7910-41d4-b1b0-b8cb717c4149,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:35.292072 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae4cf9-35de-4cb1-8b0f-a5a870a43263 req-f1e352ee-ab8f-4aae-b738-c5f7468cd375 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:35.293885 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2bae4cf9-35de-4cb1-8b0f-a5a870a43263 req-f1e352ee-ab8f-4aae-b738-c5f7468cd375 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 944 time: 0.1763601 May 26 03:20:35.329640 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cff08c-c3b7-4880-8725-023bf6687d2b req-7d95ff52-3914-4628-b6ff-c50828bafd8e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:35.332050 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2cff08c-c3b7-4880-8725-023bf6687d2b req-7d95ff52-3914-4628-b6ff-c50828bafd8e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 943 time: 0.1639440 May 26 03:20:35.337698 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': 'a8e59edf-7910-41d4-b1b0-b8cb717c4149', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'port_id': 'a8e59edf-7910-41d4-b1b0-b8cb717c4149', 'mac_address': 'fa:16:3e:1d:8f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:20:35.379576 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port a8e59edf-7910-41d4-b1b0-b8cb717c4149 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:35.380331 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:35.408601 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e59edf-7910-41d4-b1b0-b8cb717c4149 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:20:35.424701 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2cff08c-c3b7-4880-8725-023bf6687d2b req-fa514a98-4545-45c1-ac23-c3ca36a93fc6 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653188 May 26 03:20:35.439335 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2bae4cf9-35de-4cb1-8b0f-a5a870a43263 req-89cd497a-73e4-4481-97f9-0ee6c2ffd5f0 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339853 May 26 03:20:35.449286 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port a8e59edf-7910-41d4-b1b0-b8cb717c4149, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8e59edf-7910-41d4-b1b0-b8cb717c4149,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:35.457095 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:35.484535 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff822-922b-4217-aa34-95b45522b149 req-d1ef466b-38cf-479e-b637-52ec78d75adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:35.488220 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-966ff822-922b-4217-aa34-95b45522b149 req-d1ef466b-38cf-479e-b637-52ec78d75adb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b8a415a2a93492fa4f6b3c9acc0b080&device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 1128 time: 0.0843687 May 26 03:20:35.509868 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:35.514479 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=a8e59edf-7910-41d4-b1b0-b8cb717c4149,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:35.603448 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff822-922b-4217-aa34-95b45522b149 req-56d866e2-8427-4eed-8370-ed9099286f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:35.605009 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-966ff822-922b-4217-aa34-95b45522b149 req-56d866e2-8427-4eed-8370-ed9099286f5a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5b8a415a2a93492fa4f6b3c9acc0b080&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1079736 May 26 03:20:35.715161 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff822-922b-4217-aa34-95b45522b149 req-3980b40a-e536-42a6-954e-45442cac51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:35.716678 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-966ff822-922b-4217-aa34-95b45522b149 req-3980b40a-e536-42a6-954e-45442cac51ad service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057954 May 26 03:20:35.733026 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['a8e59edf-7910-41d4-b1b0-b8cb717c4149'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:20:35.811883 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-2c83837a-33c6-4e4e-9653-0de6dd118b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:35.813577 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-2c83837a-33c6-4e4e-9653-0de6dd118b5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b8a415a2a93492fa4f6b3c9acc0b080&device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 1128 time: 0.0582943 May 26 03:20:35.821150 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:35.867991 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-2a6d664b-9318-4063-b2f7-b9c71d77e4d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 HTTP/1.1" status: 200 len: 217 time: 0.0451503 May 26 03:20:35.938886 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-31266edf-259c-42b1-b1ad-d73f5da9d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:35.940412 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-31266edf-259c-42b1-b1ad-d73f5da9d32f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93339669-e694-4ed0-b8a5-3f4c45a00781 HTTP/1.1" status: 200 len: 849 time: 0.0658925 May 26 03:20:35.981567 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-8a1c9454-e273-47c3-8127-ed48f670ccd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=61bec3d6-ae64-415c-a16b-a40576291eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300114 May 26 03:20:36.081560 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-314d7377-73b0-439e-801a-00adbc3a19ab service neutron] 10.222.0.45 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906017 May 26 03:20:36.149611 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:36.182213 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-bf71bbe3-5cd0-473a-aef1-b7dd74693e28 req-370cb2a3-cbf9-4a63-a432-f320cb68d01c service neutron] 10.222.0.45 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930221 May 26 03:20:36.558413 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b96d8-4791-447c-8c35-5478a9936684 req-3a5c538a-c299-478b-8629-139df3bab2c5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:36.573508 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-798b96d8-4791-447c-8c35-5478a9936684 req-3a5c538a-c299-478b-8629-139df3bab2c5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 943 time: 0.0733120 May 26 03:20:36.669695 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2503b-0bb7-4199-9145-564edf4a9a67 req-0401e0c8-e3ab-4b43-bf7c-2f4ff89806f5 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:36.671538 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4c2503b-0bb7-4199-9145-564edf4a9a67 req-0401e0c8-e3ab-4b43-bf7c-2f4ff89806f5 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 944 time: 0.0948832 May 26 03:20:36.687556 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-798b96d8-4791-447c-8c35-5478a9936684 req-4db41f12-6752-4dce-ac5e-926c378945ff tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079226 May 26 03:20:36.758437 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4c2503b-0bb7-4199-9145-564edf4a9a67 req-f939c382-4313-41c3-98a3-9c9382c3a5da tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672703 May 26 03:20:36.758735 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49764) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:36.863390 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=7 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:36.866241 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4b4026c8-9829-4be9-bca1-f8bae5fe6f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:36.941931 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:20:36.949757 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device a8e59edf-7910-41d4-b1b0-b8cb717c4149 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:36.958448 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4b4026c8-9829-4be9-bca1-f8bae5fe6f0a admin admin] Publish callbacks [] for security_group (26dcf045-a3c9-495d-9886-bbe2f6e710bc), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:36.962792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4b4026c8-9829-4be9-bca1-f8bae5fe6f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (26dcf045-a3c9-495d-9886-bbe2f6e710bc), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.000154 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4b4026c8-9829-4be9-bca1-f8bae5fe6f0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c04f22d5bad74880a321f1c0ffe2bd59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377617 May 26 03:20:37.000466 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49776) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:37.006428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:37.012289 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4026c8-9829-4be9-bca1-f8bae5fe6f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dcf045-a3c9-495d-9886-bbe2f6e710bc,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:37.025987 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port a8e59edf-7910-41d4-b1b0-b8cb717c4149 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:20:37.061285 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3dcb658a-4233-4cc3-af21-710484d7f6b0 admin admin] Publish callbacks [] for security_group (26dcf045-a3c9-495d-9886-bbe2f6e710bc), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.061527 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port a8e59edf-7910-41d4-b1b0-b8cb717c4149 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:37.061802 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.084833 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3dcb658a-4233-4cc3-af21-710484d7f6b0 admin admin] Publish callbacks [] for security_group (26dcf045-a3c9-495d-9886-bbe2f6e710bc), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.140283 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:37.141364 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3dcb658a-4233-4cc3-af21-710484d7f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (26dcf045-a3c9-495d-9886-bbe2f6e710bc), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.142938 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:37.145003 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3dcb658a-4233-4cc3-af21-710484d7f6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.146489 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3dcb658a-4233-4cc3-af21-710484d7f6b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26dcf045-a3c9-495d-9886-bbe2f6e710bc HTTP/1.1" status: 204 len: 168 time: 0.1441109 May 26 03:20:37.154698 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb658a-4233-4cc3-af21-710484d7f6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dcf045-a3c9-495d-9886-bbe2f6e710bc,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:37.161939 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': 'b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'port_id': 'b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae', 'mac_address': 'fa:16:3e:f4:da:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:20:37.241935 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port a8e59edf-7910-41d4-b1b0-b8cb717c4149 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:37.242323 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.244267 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.272002 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:37.272622 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.280037 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954fa88c-054a-4705-8267-7ccfb577a143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e59edf-7910-41d4-b1b0-b8cb717c4149'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:37.282260 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d330db-b90b-4556-8537-68301040b878" -d '{"events": [{"server_uuid": "954fa88c-054a-4705-8267-7ccfb577a143", "name": "network-vif-plugged", "status": "completed", "tag": "a8e59edf-7910-41d4-b1b0-b8cb717c4149"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:37.307566 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port a8e59edf-7910-41d4-b1b0-b8cb717c4149, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8e59edf-7910-41d4-b1b0-b8cb717c4149,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:37.309496 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:20:37.317046 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.352146 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6654185-a715-4c84-8528-6243241ca468 x-openstack-request-id: req-f6654185-a715-4c84-8528-6243241ca468 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:37.352636 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954fa88c-054a-4705-8267-7ccfb577a143", "name": "network-vif-plugged", "status": "completed", "tag": "a8e59edf-7910-41d4-b1b0-b8cb717c4149", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:37.353037 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6654185-a715-4c84-8528-6243241ca468 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:37.353428 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6654185-a715-4c84-8528-6243241ca468'] response: {'server_uuid': '954fa88c-054a-4705-8267-7ccfb577a143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e59edf-7910-41d4-b1b0-b8cb717c4149', 'code': 200} May 26 03:20:37.355097 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:37.368672 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:37.388675 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=a8e59edf-7910-41d4-b1b0-b8cb717c4149,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:37.464920 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:37.556548 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f9f9e-9e10-4d7b-8a60-401de5ae7e65 req-177f10a4-9d02-411d-9392-6e0f28adc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:37.560476 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c35f9f9e-9e10-4d7b-8a60-401de5ae7e65 req-177f10a4-9d02-411d-9392-6e0f28adc7ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 1130 time: 0.0496840 May 26 03:20:37.608065 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c35f9f9e-9e10-4d7b-8a60-401de5ae7e65 req-59683269-f9eb-405a-836c-56a604e27dde service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 May 26 03:20:37.650876 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:20:37.665282 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:37.833311 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590384d-eaff-41cb-8f82-de907ac11c4b req-4ff3040d-847c-48e8-a773-f7e0cafede89 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:37.841517 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f590384d-eaff-41cb-8f82-de907ac11c4b req-4ff3040d-847c-48e8-a773-f7e0cafede89 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 944 time: 0.0775774 May 26 03:20:37.857667 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49814) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:37.950989 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f590384d-eaff-41cb-8f82-de907ac11c4b req-005bf79a-6c4f-4f18-8fcc-53df57ddce02 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081574 May 26 03:20:37.962008 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56970daf-0e44-474d-9b0a-85ee2c7252d5 req-8b572786-7c55-4341-905e-c250cd4c40f3 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:37.963728 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-56970daf-0e44-474d-9b0a-85ee2c7252d5 req-8b572786-7c55-4341-905e-c250cd4c40f3 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 944 time: 0.0974145 May 26 03:20:38.042162 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-56970daf-0e44-474d-9b0a-85ee2c7252d5 req-e98eba3b-c973-499b-9363-43d3799012b3 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725186 May 26 03:20:38.096240 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2722acf7-1e1a-49f9-b6a6-8553fad185c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.150139 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:38.193845 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2722acf7-1e1a-49f9-b6a6-8553fad185c5 admin admin] Publish callbacks [] for security_group (2459f220-f136-44c4-9d05-79e516b1a707), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.198509 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2722acf7-1e1a-49f9-b6a6-8553fad185c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2459f220-f136-44c4-9d05-79e516b1a707), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.243070 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722acf7-1e1a-49f9-b6a6-8553fad185c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2459f220-f136-44c4-9d05-79e516b1a707,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:38.257978 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2722acf7-1e1a-49f9-b6a6-8553fad185c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94f88b74b9c64fc1a1e95bafec0e7e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975537 May 26 03:20:38.259122 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49832) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:38.263898 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49834) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:38.316744 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c056eaa3-c89b-4119-99bc-8fe675db42e3 admin admin] Publish callbacks [] for security_group (2459f220-f136-44c4-9d05-79e516b1a707), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.361963 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c056eaa3-c89b-4119-99bc-8fe675db42e3 admin admin] Publish callbacks [] for security_group (2459f220-f136-44c4-9d05-79e516b1a707), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.399425 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1467027725-network', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:38.405844 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:38.420562 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Made reservation on behalf of ddf6034e4fe740b19807be75cb04bce5 for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:38.423540 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.423670 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c056eaa3-c89b-4119-99bc-8fe675db42e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2459f220-f136-44c4-9d05-79e516b1a707), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.427352 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c056eaa3-c89b-4119-99bc-8fe675db42e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.428509 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c056eaa3-c89b-4119-99bc-8fe675db42e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2459f220-f136-44c4-9d05-79e516b1a707 HTTP/1.1" status: 204 len: 168 time: 0.1685169 May 26 03:20:38.436675 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.436832 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056eaa3-c89b-4119-99bc-8fe675db42e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2459f220-f136-44c4-9d05-79e516b1a707,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:38.512323 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.527377 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Publish callbacks [] for security_group (83078717-33aa-46c9-bafe-e9ccae33cf4c), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.531463 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (83078717-33aa-46c9-bafe-e9ccae33cf4c), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.559318 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:20:38.564769 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83078717-33aa-46c9-bafe-e9ccae33cf4c,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:38.572325 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (cadb4834-92f9-44b0-8fcb-52cc5160abc7), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.572779 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Added segment cadb4834-92f9-44b0-8fcb-52cc5160abc7 of type vlan for network a298599f-c97e-4706-93ce-266bcdf105f7 May 26 03:20:38.615920 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (a298599f-c97e-4706-93ce-266bcdf105f7), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.642740 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (a298599f-c97e-4706-93ce-266bcdf105f7), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.645098 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:38.645939 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.711384 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4462957 May 26 03:20:38.714472 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49844) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:38.718554 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb757c0-d3fa-43a6-8f5f-5d76dcfd8f69 admin admin] Pushing event updated for resources: {'Network': ['ID=a298599f-c97e-4706-93ce-266bcdf105f7,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:38.719358 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Request body: {'subnet': {'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1467027725-subnet', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:38.730508 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network a298599f-c97e-4706-93ce-266bcdf105f7 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:20:38.743182 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Made reservation on behalf of ddf6034e4fe740b19807be75cb04bce5 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:38.746592 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4438779'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.820343 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49846) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:38.838693 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e3c8442e-7585-47bd-b957-0dd68dadca88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:38.924258 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:38.957066 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:20:38.961215 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:38.991179 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7649154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4438537'] for subnet (f99ac678-edd8-4fc2-8f77-0c099d8ff4e9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.038989 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e3c8442e-7585-47bd-b957-0dd68dadca88 admin admin] Publish callbacks [] for security_group (c846aa1b-5091-4ee7-800a-1a4f524dfd97), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.045625 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e3c8442e-7585-47bd-b957-0dd68dadca88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c846aa1b-5091-4ee7-800a-1a4f524dfd97), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.064503 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:20:39.076657 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:39.077030 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.081949 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99ac678-edd8-4fc2-8f77-0c099d8ff4e9,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:39.085395 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785164c-0a99-43ab-8e3b-83ecb7fe3851 req-6526de1b-4765-45c5-88ff-75ab96e16e5e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:39.087637 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7785164c-0a99-43ab-8e3b-83ecb7fe3851 req-6526de1b-4765-45c5-88ff-75ab96e16e5e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 944 time: 0.0565066 May 26 03:20:39.092946 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:39.114828 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e3c8442e-7585-47bd-b957-0dd68dadca88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01564ebd67f342ee873bb4eb71d2b0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934828 May 26 03:20:39.117394 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8442e-7585-47bd-b957-0dd68dadca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c846aa1b-5091-4ee7-800a-1a4f524dfd97,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:39.117540 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49852) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:39.128944 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Checking segment: {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:39.130775 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Network hostable DHCP agents. Network: a298599f-c97e-4706-93ce-266bcdf105f7, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:20:39.133515 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:39.164044 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Network a298599f-c97e-4706-93ce-266bcdf105f7 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:20:39.176886 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, a298599f-c97e-4706-93ce-266bcdf105f7) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:39.187485 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:39.188498 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.189924 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:39.192814 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f8a8ea-259b-43e9-91f8-b5358015786b None None] Network a298599f-c97e-4706-93ce-266bcdf105f7 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:20:39.201811 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:39.203598 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.215483 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a7979bcb-ee94-4940-91aa-2f87e62978ed admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4997692 May 26 03:20:39.218072 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 49854) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:39.223283 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:39.229842 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-adb93751-e0ce-4255-8d99-170ac90f2f84 admin admin] Publish callbacks [] for security_group (c846aa1b-5091-4ee7-800a-1a4f524dfd97), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.235492 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:39.243399 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7785164c-0a99-43ab-8e3b-83ecb7fe3851 req-c63b21ca-e001-4ec8-8e42-2b4c1761443d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482377 May 26 03:20:39.257297 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (3f8b8d4d-9ed7-45cb-adcf-15758223465d), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.260081 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (3f8b8d4d-9ed7-45cb-adcf-15758223465d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.263147 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608', 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf', 'port_id': '5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608', 'mac_address': 'fa:16:3e:86:32:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93339669-e694-4ed0-b8a5-3f4c45a00781', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:20:39.269537 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb9fe-2fea-4c7b-964e-09958d37e0f8 req-6f442218-500c-4279-8648-a84974e46976 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:39.276542 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7b8fb9fe-2fea-4c7b-964e-09958d37e0f8 req-6f442218-500c-4279-8648-a84974e46976 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 944 time: 0.1012595 May 26 03:20:39.284245 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-adb93751-e0ce-4255-8d99-170ac90f2f84 admin admin] Publish callbacks [] for security_group (c846aa1b-5091-4ee7-800a-1a4f524dfd97), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.338119 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:39.341075 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:39.341451 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.341593 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks [] for router_controller (3f8b8d4d-9ed7-45cb-adcf-15758223465d), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.348659 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.358213 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:39.360454 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1168a1-b713-488e-ba30-685e42ac2708" -d '{"events": [{"server_uuid": "74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40", "name": "network-vif-plugged", "status": "completed", "tag": "b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:39.404574 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7b8fb9fe-2fea-4c7b-964e-09958d37e0f8 req-65708224-20e0-417d-8417-4411e3b15e30 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250474 May 26 03:20:39.409181 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-adb93751-e0ce-4255-8d99-170ac90f2f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c846aa1b-5091-4ee7-800a-1a4f524dfd97), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.415013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-adb93751-e0ce-4255-8d99-170ac90f2f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.416561 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-adb93751-e0ce-4255-8d99-170ac90f2f84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c846aa1b-5091-4ee7-800a-1a4f524dfd97 HTTP/1.1" status: 204 len: 168 time: 0.2980282 May 26 03:20:39.440608 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:20:39.449825 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb93751-e0ce-4255-8d99-170ac90f2f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c846aa1b-5091-4ee7-800a-1a4f524dfd97,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:39.452851 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06e84e4-e8bf-4fd3-9d3d-482edfd02975 x-openstack-request-id: req-a06e84e4-e8bf-4fd3-9d3d-482edfd02975 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:39.453369 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40", "name": "network-vif-plugged", "status": "completed", "tag": "b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:39.453760 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a06e84e4-e8bf-4fd3-9d3d-482edfd02975 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:39.454298 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06e84e4-e8bf-4fd3-9d3d-482edfd02975'] response: {'server_uuid': '74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae', 'code': 200} May 26 03:20:39.458588 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-a298599f-c97e-4706-93ce-266bcdf105f7', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:20:39.459887 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.501285 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:39.515365 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.529329 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:39.703979 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:39.741321 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Allocated IP 172.20.0.2 (a298599f-c97e-4706-93ce-266bcdf105f7/f99ac678-edd8-4fc2-8f77-0c099d8ff4e9/0a1dfc93-391d-4059-9f24-63de53d5a8c3) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:39.759668 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:39.801048 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:20:39.898747 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks [] for router_gateway (3f8b8d4d-9ed7-45cb-adcf-15758223465d), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:39.952790 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e30f1-387a-4b45-b055-451f3ee44333 req-cb9a09ef-6f72-4483-a6b1-1ba7525f1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:39.954710 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-701e30f1-387a-4b45-b055-451f3ee44333 req-cb9a09ef-6f72-4483-a6b1-1ba7525f1986 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 1129 time: 0.1249459 May 26 03:20:39.998207 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:40.070004 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-701e30f1-387a-4b45-b055-451f3ee44333 req-16946f75-6406-414e-a1a7-89f1282176d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076679 May 26 03:20:40.101796 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Publish callbacks [] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.116635 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.149264 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks [] for router_gateway (3f8b8d4d-9ed7-45cb-adcf-15758223465d), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.173448 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.186448 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Network a298599f-c97e-4706-93ce-266bcdf105f7 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:40.192022 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Pushing event updated for resources: {'Port': ['ID=0a1dfc93-391d-4059-9f24-63de53d5a8c3,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:40.200070 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:40.211683 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:40.273064 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:40.283265 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Attempting to bind port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:40.283641 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Attempting to bind port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:40.283990 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Attempting to bind port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 on network a298599f-c97e-4706-93ce-266bcdf105f7 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:40.290034 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:40.290646 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Checking segment: {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:40.291046 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.291525 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Bound using segment: {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:40.291997 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Bound port: 0a1dfc93-391d-4059-9f24-63de53d5a8c3, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:40.292381 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.296226 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Allocated IP 172.27.2.150 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:40.356386 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] For port 0a1dfc93-391d-4059-9f24-63de53d5a8c3, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:40.360390 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] For port 0a1dfc93-391d-4059-9f24-63de53d5a8c3, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=0a1dfc93-391d-4059-9f24-63de53d5a8c3,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:40.379782 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.408622 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6daed0-b52c-42a5-8311-f9f9e9ffc0eb req-429be90b-229b-4a31-9af3-21b506ccefa7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:40.416062 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1f6daed0-b52c-42a5-8311-f9f9e9ffc0eb req-429be90b-229b-4a31-9af3-21b506ccefa7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0726151 May 26 03:20:40.443402 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks [] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.476675 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1f6daed0-b52c-42a5-8311-f9f9e9ffc0eb req-fa5f0937-e1b9-4a37-86ab-8596e572745c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596509 May 26 03:20:40.502884 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c15259-dad9-443a-bef5-47354d57f0d6 None None] Pushing event updated for resources: {'Port': ['ID=0a1dfc93-391d-4059-9f24-63de53d5a8c3,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:40.514465 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.536506 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:40.539617 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:40.542066 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:40.580657 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7b17e-4e3b-456e-a645-17172118f802 req-7f3238eb-ea85-4f30-8b18-26bd5c6f2098 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:40.582667 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-98e7b17e-4e3b-456e-a645-17172118f802 req-7f3238eb-ea85-4f30-8b18-26bd5c6f2098 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 945 time: 0.0509553 May 26 03:20:40.609131 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:40.620987 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:40.650886 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-98e7b17e-4e3b-456e-a645-17172118f802 req-34a6c47f-2df8-47af-b99e-9d27d4780722 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 May 26 03:20:40.898562 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 0a1dfc93-391d-4059-9f24-63de53d5a8c3 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:40.959752 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks [] for router_gateway (3f8b8d4d-9ed7-45cb-adcf-15758223465d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:40.965484 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:41.023700 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:41.024343 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.044773 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:20:41.061897 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:41.062503 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.082679 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:41.187721 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:41.188205 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.198542 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (3f8b8d4d-9ed7-45cb-adcf-15758223465d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.209815 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:41.210292 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.255173 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 0a1dfc93-391d-4059-9f24-63de53d5a8c3, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=0a1dfc93-391d-4059-9f24-63de53d5a8c3,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:41.274584 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.279668 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:41.308276 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.326211 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.357466 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=0a1dfc93-391d-4059-9f24-63de53d5a8c3,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:41.384673 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Router 3f8b8d4d-9ed7-45cb-adcf-15758223465d is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:20:41.424113 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:41.455628 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63e2d3e-a037-44e0-aad0-d6730dff0def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:41.458245 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c61f0df-3059-46e0-a416-e7eafc90a945" -d '{"events": [{"server_uuid": "d63e2d3e-a037-44e0-aad0-d6730dff0def", "name": "network-vif-plugged", "status": "completed", "tag": "5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:41.494323 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:20:41.500165 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:41.504460 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Sync routers for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:20:41.520319 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8200916-6436-47dc-9a7d-c62037bfbfb7 x-openstack-request-id: req-c8200916-6436-47dc-9a7d-c62037bfbfb7 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:41.521180 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63e2d3e-a037-44e0-aad0-d6730dff0def", "name": "network-vif-plugged", "status": "completed", "tag": "5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:41.522140 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8200916-6436-47dc-9a7d-c62037bfbfb7 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:41.522930 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8200916-6436-47dc-9a7d-c62037bfbfb7'] response: {'server_uuid': 'd63e2d3e-a037-44e0-aad0-d6730dff0def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608', 'code': 200} May 26 03:20:41.525211 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:41.526143 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:41.535422 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.539711 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0c8c47be-e91e-4851-bff4-2df47f37af71 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3206034 May 26 03:20:41.539930 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 49950) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:41.589570 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:41.685256 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:41.902310 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288507be-0053-4535-b29f-851186f1f127 None None] Network a298599f-c97e-4706-93ce-266bcdf105f7 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:20:41.920003 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:40Z', 'revision_number': 3, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:41.952628 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Checking router: 3f8b8d4d-9ed7-45cb-adcf-15758223465d for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:20:41.952882 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Updating router 3f8b8d4d-9ed7-45cb-adcf-15758223465d port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:20:41.957592 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24c108-8158-4036-a969-4fc653fae34f req-1a754c62-8af9-4767-82e0-ee62bf405086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:41.959397 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aa24c108-8158-4036-a969-4fc653fae34f req-1a754c62-8af9-4767-82e0-ee62bf405086 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 1130 time: 0.0476983 May 26 03:20:41.979084 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-26cc3b83-4f04-4bea-8270-55afd27e8f99 None None] Provisioning complete for port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:41.979765 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b83-4f04-4bea-8270-55afd27e8f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:41.985806 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.014912 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:42.043515 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aa24c108-8158-4036-a969-4fc653fae34f req-d3638aff-12d3-4abe-a272-6fe224bb320e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647964 May 26 03:20:42.089373 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-26cc3b83-4f04-4bea-8270-55afd27e8f99 None None] Current status of the port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:42.089905 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf6b3b-dc8c-4316-879b-fe1cabf2a5b3 req-56fe4151-9432-4688-b921-e64fc7db7ca2 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:42.097106 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5cbf6b3b-dc8c-4316-879b-fe1cabf2a5b3 req-56fe4151-9432-4688-b921-e64fc7db7ca2 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.5045705 May 26 03:20:42.149396 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb997c-1975-4648-b3e2-85967bf7bffc req-e9b89edb-a1fe-41e4-bebc-ecff7ecc8ef3 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:42.154552 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-25bb997c-1975-4648-b3e2-85967bf7bffc req-e9b89edb-a1fe-41e4-bebc-ecff7ecc8ef3 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 946 time: 0.2575896 May 26 03:20:42.272610 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5cbf6b3b-dc8c-4316-879b-fe1cabf2a5b3 req-07321505-eab6-4dad-a97d-c2cfa62a5c4b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743023 May 26 03:20:42.318874 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Publish callbacks [] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.326444 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.353135 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-25bb997c-1975-4648-b3e2-85967bf7bffc req-8486e6cf-f997-4995-8114-94910382606c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843755 May 26 03:20:42.400667 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Attempting to bind port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:42.401041 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Attempting to bind port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:42.401407 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Attempting to bind port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:42.430563 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:42.430943 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:42.431392 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.431810 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:42.437780 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Bound port: dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:42.438211 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.461344 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d2372-b710-4ac4-9dbd-621a99a805c7 None None] Pushing event updated for resources: {'Port': ['ID=dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:42.499217 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] For port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:42.502717 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] For port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:42.513887 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.520662 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-1ac7835f-9d24-4c17-95c4-2858589a4f62 None None] Provisioning complete for port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:42.521143 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1ac7835f-9d24-4c17-95c4-2858589a4f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.551558 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:42.597409 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:42.599276 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:42.603159 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7835f-9d24-4c17-95c4-2858589a4f62 None None] Current status of the port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:42.607602 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:42.608348 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:42.610382 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d2372-b710-4ac4-9dbd-621a99a805c7 None None] Pushing event updated for resources: {'Port': ['ID=dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:42.621514 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.715522 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:42.787570 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Allocated IP 172.20.0.1 (a298599f-c97e-4706-93ce-266bcdf105f7/f99ac678-edd8-4fc2-8f77-0c099d8ff4e9/9563f9d7-bbee-4e1d-9f80-8634368d6301) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:42.808331 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:42.838058 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 0a1dfc93-391d-4059-9f24-63de53d5a8c3 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:42.894774 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:42.895268 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.912335 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Publish callbacks [] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.957846 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:42.980652 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:42.985912 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:40Z', 'revision_number': 3, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:43.002052 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Network a298599f-c97e-4706-93ce-266bcdf105f7 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:43.007591 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:43.011194 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:43.011714 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (3f8b8d4d-9ed7-45cb-adcf-15758223465d), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:43.011849 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ba0d3-4af7-4aeb-b3d4-3a4b4dbd8d3f None None] The sync data for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi is: [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:40Z', 'revision_number': 3, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:20:43.061483 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:43.082668 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Pushing event updated for resources: {'Port': ['ID=9563f9d7-bbee-4e1d-9f80-8634368d6301,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:43.180864 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:43.349403 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e5657dd7-6ec1-46bc-85e4-db56c58b11cf None None] Provisioning complete for port 9563f9d7-bbee-4e1d-9f80-8634368d6301 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:43.349955 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e5657dd7-6ec1-46bc-85e4-db56c58b11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:43.419371 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e5657dd7-6ec1-46bc-85e4-db56c58b11cf None None] Port 9563f9d7-bbee-4e1d-9f80-8634368d6301 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:43.422174 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1dec-09a4-4366-b5da-2f5e7e4a9bc0 req-b255cc53-8ea8-4624-a1cb-5bb9b4e85d1a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:43.424275 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2b5f1dec-09a4-4366-b5da-2f5e7e4a9bc0 req-b255cc53-8ea8-4624-a1cb-5bb9b4e85d1a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0617683 May 26 03:20:43.552252 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:43.579281 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889e049-8504-4db1-a978-2d0ab792554c req-e5177a80-8c09-436a-9c21-ba4b571b34f7 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:43.580731 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8889e049-8504-4db1-a978-2d0ab792554c req-e5177a80-8c09-436a-9c21-ba4b571b34f7 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 946 time: 0.1125624 May 26 03:20:43.598333 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2b5f1dec-09a4-4366-b5da-2f5e7e4a9bc0 req-fe6fea8b-3552-4b4f-8e29-3be79771791f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585948 May 26 03:20:43.633498 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Publish callbacks [] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:43.644763 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:43.645801 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (3f8b8d4d-9ed7-45cb-adcf-15758223465d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:43.819821 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8889e049-8504-4db1-a978-2d0ab792554c req-1fdd3612-d8fc-4944-9bb8-5dde24206f55 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203531 May 26 03:20:43.823037 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Pushing event updated for resources: {'Port': ['ID=9563f9d7-bbee-4e1d-9f80-8634368d6301,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:43.867337 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Network a298599f-c97e-4706-93ce-266bcdf105f7 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:43.869562 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:43.999850 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-e0f0a6da-b786-453b-baf2-8b6b696abc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:44.003667 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-e0f0a6da-b786-453b-baf2-8b6b696abc33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 1129 time: 0.0542529 May 26 03:20:44.125077 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Router 3f8b8d4d-9ed7-45cb-adcf-15758223465d has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:20:44.134879 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d9e34-386d-443a-a9ae-cc1b2a071d48 req-cd5dece5-4ebc-4e0b-aa55-ec023dceead0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:44.136842 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cb2d9e34-386d-443a-a9ae-cc1b2a071d48 req-cd5dece5-4ebc-4e0b-aa55-ec023dceead0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1459084 May 26 03:20:44.145159 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-5e6d40bc-6c00-427c-9ecb-eb03f88ead2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:44.147276 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-5e6d40bc-6c00-427c-9ecb-eb03f88ead2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.1228695 May 26 03:20:44.196744 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-696bae51-4b68-4df6-886e-ddb91eabec2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae HTTP/1.1" status: 200 len: 217 time: 0.0386813 May 26 03:20:44.238847 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:44.250956 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-8c9a6944-9635-4a97-b754-364d464a4dee None None] Provisioning complete for port 9563f9d7-bbee-4e1d-9f80-8634368d6301 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:44.252028 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6944-9635-4a97-b754-364d464a4dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:44.261293 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-03d4c148-28b6-4bca-ba0d-fcd4fac6b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:44.262907 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-03d4c148-28b6-4bca-ba0d-fcd4fac6b8ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0592806 May 26 03:20:44.300912 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cb2d9e34-386d-443a-a9ae-cc1b2a071d48 req-6c9596dc-7f52-4b9d-88f8-cc4028980084 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572294 May 26 03:20:44.302791 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a6944-9635-4a97-b754-364d464a4dee None None] Port 9563f9d7-bbee-4e1d-9f80-8634368d6301 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:44.306913 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:44.320045 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:20:44.322872 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-1f9213ea-74f5-4781-99ea-60726fdd7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:44.324466 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-1f9213ea-74f5-4781-99ea-60726fdd7cf7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466390 May 26 03:20:44.325809 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-33cd8ca6-f0e2-460e-b050-0ba8f0f8e162 admin admin] 10.222.0.39 "PUT /v2.0/routers/3f8b8d4d-9ed7-45cb-adcf-15758223465d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7842202 May 26 03:20:44.426875 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-8b51a568-7c6d-4690-9370-7fed577dc9c9 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940056 May 26 03:20:44.527229 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de9e744f-4f20-4212-a593-91842d4af0a4 req-0e5840da-47b1-4c08-af01-7a123ad36aa9 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934563 May 26 03:20:44.837326 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:44.892680 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:44.893057 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:44.939877 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 50016) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:44.946887 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-460330037-network', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:44.959438 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3999-2438-432c-90e2-e3ea844f3ba8 req-72638164-23fd-4d0b-b373-f9a054df96d1 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:44.961952 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-152d3999-2438-432c-90e2-e3ea844f3ba8 req-72638164-23fd-4d0b-b373-f9a054df96d1 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 946 time: 0.0617321 May 26 03:20:44.967067 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Made reservation on behalf of 0b421c3d941742e7903fa2e8914d283b for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:44.970001 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:44.990065 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:44.990396 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:44.990704 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.014833 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:45.021716 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.055106 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-152d3999-2438-432c-90e2-e3ea844f3ba8 req-5769a40a-e4be-4f1c-a5f1-522f60f5a7cc tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841510 May 26 03:20:45.088587 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:45.119912 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Sync routers for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:20:45.122786 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Publish callbacks [] for security_group (b69d7572-851a-4cd4-8549-2b5f19f1d96f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.128632 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b69d7572-851a-4cd4-8549-2b5f19f1d96f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.135488 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:45.136364 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:45.157819 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:20:45.164648 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69d7572-851a-4cd4-8549-2b5f19f1d96f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:45.172809 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (64f55017-d1b0-48fe-9c72-2286ad5dfc20), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.173348 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Added segment 64f55017-d1b0-48fe-9c72-2286ad5dfc20 of type vlan for network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 May 26 03:20:45.215939 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (a07544db-bb47-4bdc-8a33-c9aaef0c9cf6), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.241803 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (a07544db-bb47-4bdc-8a33-c9aaef0c9cf6), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.242821 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:45.243431 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.250584 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:45.258337 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:45.259976 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:45.304238 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3623390 May 26 03:20:45.306783 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 50022) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:45.313178 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Request body: {'subnet': {'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-460330037-subnet', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:45.323285 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958810c-83d5-4038-89e0-2d0a0de3dc43 admin admin] Pushing event updated for resources: {'Network': ['ID=a07544db-bb47-4bdc-8a33-c9aaef0c9cf6,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:45.343284 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Made reservation on behalf of 0b421c3d941742e7903fa2e8914d283b for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:45.346353 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4438779'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.348484 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:20:45.438782 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6506c77-a476-4d9d-83c7-50c8ec1f3ac0 req-fe562f7d-e2f3-41f8-9ebe-a3fd22fd4db5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:45.441199 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b6506c77-a476-4d9d-83c7-50c8ec1f3ac0 req-fe562f7d-e2f3-41f8-9ebe-a3fd22fd4db5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0519743 May 26 03:20:45.493615 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b6506c77-a476-4d9d-83c7-50c8ec1f3ac0 req-08af6554-29e1-47e4-b30d-2261c2073ff1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 May 26 03:20:45.519279 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:45.525254 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '9563f9d7-bbee-4e1d-9f80-8634368d6301', 'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'mac_address': 'fa:16:3e:52:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:42Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 2, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'subnets': [{'id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:45.536976 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7649154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4438537'] for subnet (804269e7-7ef7-4679-b41f-a21630fccd15), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.551327 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Checking router: 3f8b8d4d-9ed7-45cb-adcf-15758223465d for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:20:45.551683 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Updating router 3f8b8d4d-9ed7-45cb-adcf-15758223465d port 9563f9d7-bbee-4e1d-9f80-8634368d6301 binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:20:45.579281 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.588848 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=804269e7-7ef7-4679-b41f-a21630fccd15,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:45.606176 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Checking segment: {'id': '64f55017-d1b0-48fe-9c72-2286ad5dfc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:45.606533 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Network hostable DHCP agents. Network: a07544db-bb47-4bdc-8a33-c9aaef0c9cf6, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:20:45.632191 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:20:45.641343 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, a07544db-bb47-4bdc-8a33-c9aaef0c9cf6) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:45.646439 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:45.647277 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.653974 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d30e906-3a26-42a6-be5a-4513869be2d9 None None] Network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:20:45.663980 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5e07e20a-3d09-4801-9427-c0ba19f7ec77 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3561583 May 26 03:20:45.666514 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 50028) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:45.670652 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:45.692720 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (ca3a9584-299e-4f44-b780-c6c4873cd3ce), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.693753 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (ca3a9584-299e-4f44-b780-c6c4873cd3ce), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.742827 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks [] for router_controller (ca3a9584-299e-4f44-b780-c6c4873cd3ce), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.879706 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks [] for router_gateway (ca3a9584-299e-4f44-b780-c6c4873cd3ce), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:45.997106 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-a07544db-bb47-4bdc-8a33-c9aaef0c9cf6', 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6', 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'fixed_ips': [{'subnet_id': '804269e7-7ef7-4679-b41f-a21630fccd15'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:20:45.998044 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.009598 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:46.057472 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks [] for router_gateway (ca3a9584-299e-4f44-b780-c6c4873cd3ce), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.079060 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.097630 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:46.173367 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:46.192875 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Allocated IP 172.27.2.28 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/d2c919a3-9c91-49fb-a2eb-32fba2b09f70) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:46.203980 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Publish callbacks [] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.214975 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.247756 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Allocated IP 172.20.0.2 (a07544db-bb47-4bdc-8a33-c9aaef0c9cf6/804269e7-7ef7-4679-b41f-a21630fccd15/77d31ae5-8da2-4939-a777-b16943ec3369) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:46.298966 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8be70-0a82-4385-891c-0925276f2a2b None None] Pushing event updated for resources: {'Port': ['ID=9563f9d7-bbee-4e1d-9f80-8634368d6301,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:46.311484 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks [] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.347909 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.375637 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:46.399364 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:46.401195 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c919a3-9c91-49fb-a2eb-32fba2b09f70,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:46.402911 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Attempting to bind port 9563f9d7-bbee-4e1d-9f80-8634368d6301 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:46.403335 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Attempting to bind port 9563f9d7-bbee-4e1d-9f80-8634368d6301 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:46.403861 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Attempting to bind port 9563f9d7-bbee-4e1d-9f80-8634368d6301 on network a298599f-c97e-4706-93ce-266bcdf105f7 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:46.404835 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:46.406950 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:46.418238 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:46.418606 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Checking segment: {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:46.419003 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.419424 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Bound using segment: {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:46.420019 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Bound port: 9563f9d7-bbee-4e1d-9f80-8634368d6301, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:46.420394 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.528905 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Publish callbacks [] for port (77d31ae5-8da2-4939-a777-b16943ec3369), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.550550 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.558016 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:46.588180 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] For port 9563f9d7-bbee-4e1d-9f80-8634368d6301, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:46.603804 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-43e1cba8-7baa-4f1c-9edd-4a6bee6e442e None None] Provisioning complete for port 9563f9d7-bbee-4e1d-9f80-8634368d6301 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:46.604175 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-43e1cba8-7baa-4f1c-9edd-4a6bee6e442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.618703 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] For port 9563f9d7-bbee-4e1d-9f80-8634368d6301, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=9563f9d7-bbee-4e1d-9f80-8634368d6301,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:46.621107 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:46.622110 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d12594-a057-4c14-bd3a-213a2110381b req-caa74574-a6d8-472c-948f-ec3372eb8ced tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:46.623815 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c2d12594-a057-4c14-bd3a-213a2110381b req-caa74574-a6d8-472c-948f-ec3372eb8ced tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0514288 May 26 03:20:46.647843 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:46.650454 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:46.662637 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.682326 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Pushing event updated for resources: {'Port': ['ID=77d31ae5-8da2-4939-a777-b16943ec3369,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:46.699766 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c2d12594-a057-4c14-bd3a-213a2110381b req-02e81513-24b0-4924-b569-fc3af9f4719f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686634 May 26 03:20:46.740600 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-43e1cba8-7baa-4f1c-9edd-4a6bee6e442e None None] Port 9563f9d7-bbee-4e1d-9f80-8634368d6301 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:46.804055 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:46.804637 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:46.813626 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Attempting to bind port 77d31ae5-8da2-4939-a777-b16943ec3369 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:46.813811 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Attempting to bind port 77d31ae5-8da2-4939-a777-b16943ec3369 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '64f55017-d1b0-48fe-9c72-2286ad5dfc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:46.814175 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Attempting to bind port 77d31ae5-8da2-4939-a777-b16943ec3369 on network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:46.844833 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8be70-0a82-4385-891c-0925276f2a2b None None] Pushing event updated for resources: {'Port': ['ID=9563f9d7-bbee-4e1d-9f80-8634368d6301,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:46.858094 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:46.858527 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Checking segment: {'id': '64f55017-d1b0-48fe-9c72-2286ad5dfc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:46.858935 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.859340 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Bound using segment: {'id': '64f55017-d1b0-48fe-9c72-2286ad5dfc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:46.859818 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Bound port: 77d31ae5-8da2-4939-a777-b16943ec3369, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f55017-d1b0-48fe-9c72-2286ad5dfc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:46.860215 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:46.868456 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:46.936291 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks [] for router_gateway (ca3a9584-299e-4f44-b780-c6c4873cd3ce), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:47.036405 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:47.069344 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] For port 77d31ae5-8da2-4939-a777-b16943ec3369, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:47.092300 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:47.092663 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:47.116336 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] For port 77d31ae5-8da2-4939-a777-b16943ec3369, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=77d31ae5-8da2-4939-a777-b16943ec3369,segment=NetworkSegment(64f55017-d1b0-48fe-9c72-2286ad5dfc20),segment_id=64f55017-d1b0-48fe-9c72-2286ad5dfc20)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:47.148333 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (ca3a9584-299e-4f44-b780-c6c4873cd3ce), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:47.154392 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e0ce14a8-eb9c-4047-95a5-c2f841cafbd1 None None] Provisioning complete for port 9563f9d7-bbee-4e1d-9f80-8634368d6301 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:47.154759 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e0ce14a8-eb9c-4047-95a5-c2f841cafbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:47.160402 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:47.191589 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:47.279704 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:47.282997 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Router ca3a9584-299e-4f44-b780-c6c4873cd3ce is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:20:47.328764 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb8167-9bd7-4e84-a561-8a24fec061b1 None None] Pushing event updated for resources: {'Port': ['ID=77d31ae5-8da2-4939-a777-b16943ec3369,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:47.421961 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:47.434846 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:20:47.441642 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:47.448631 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce14a8-eb9c-4047-95a5-c2f841cafbd1 None None] Current status of the port 9563f9d7-bbee-4e1d-9f80-8634368d6301 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:47.449029 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e0ce14a8-eb9c-4047-95a5-c2f841cafbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:47.460785 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:47.464903 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 50042) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:20:47.465147 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-39f131f0-8851-41bb-a701-7ed46df15a35 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7974749 May 26 03:20:47.468803 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Sync routers for ids ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:20:47.484674 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Routers {'ca3a9584-299e-4f44-b780-c6c4873cd3ce'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:47.485326 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:47.537797 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '9563f9d7-bbee-4e1d-9f80-8634368d6301', 'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'mac_address': 'fa:16:3e:52:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:42Z', 'updated_at': '2022-05-26T03:20:46Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'subnets': [{'id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:47.586384 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-e0ce14a8-eb9c-4047-95a5-c2f841cafbd1 None None] For port 9563f9d7-bbee-4e1d-9f80-8634368d6301, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=9563f9d7-bbee-4e1d-9f80-8634368d6301,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:47.588806 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5cece-1779-46a9-af60-33a15c3ac8ee None None] The sync data for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi is: [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '9563f9d7-bbee-4e1d-9f80-8634368d6301', 'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'mac_address': 'fa:16:3e:52:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:42Z', 'updated_at': '2022-05-26T03:20:46Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'subnets': [{'id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:20:47.599523 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e0ce14a8-eb9c-4047-95a5-c2f841cafbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:47.666962 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce14a8-eb9c-4047-95a5-c2f841cafbd1 None None] Pushing event updated for resources: {'Port': ['ID=9563f9d7-bbee-4e1d-9f80-8634368d6301,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:47.713581 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Set router ca3a9584-299e-4f44-b780-c6c4873cd3ce gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:47.750575 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:47.985949 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:45Z', 'updated_at': '2022-05-26T03:20:46Z', 'revision_number': 3, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'gw_port': {'id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:46Z', 'updated_at': '2022-05-26T03:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:48.002621 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b71d3-4074-4d26-a70a-7fb974dcf676 req-f64a2784-e85c-4eae-a880-42b72d433cec tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:48.010161 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cf1b71d3-4074-4d26-a70a-7fb974dcf676 req-f64a2784-e85c-4eae-a880-42b72d433cec tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1072831 May 26 03:20:48.024048 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Checking router: ca3a9584-299e-4f44-b780-c6c4873cd3ce for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:20:48.024392 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Updating router ca3a9584-299e-4f44-b780-c6c4873cd3ce port d2c919a3-9c91-49fb-a2eb-32fba2b09f70 binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:20:48.074515 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.092887 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cf1b71d3-4074-4d26-a70a-7fb974dcf676 req-c4b6a71c-e5f2-4ad1-a969-298585b385e8 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818458 May 26 03:20:48.204576 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a436f7c-e5cf-402b-89fd-6c1f71064db8 req-584ace8b-da3c-43dc-a071-c484c1048839 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:48.212042 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8a436f7c-e5cf-402b-89fd-6c1f71064db8 req-584ace8b-da3c-43dc-a071-c484c1048839 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 946 time: 0.0800681 May 26 03:20:48.350951 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8a436f7c-e5cf-402b-89fd-6c1f71064db8 req-fdf31633-d21a-47bd-a0ec-2faac58055ce tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380029 May 26 03:20:48.416138 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.546689 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:48.561290 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Publish callbacks [] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.571097 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.629902 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Allocated IP 172.20.0.1 (a07544db-bb47-4bdc-8a33-c9aaef0c9cf6/804269e7-7ef7-4679-b41f-a21630fccd15/dbe81f61-0e16-49f1-a90d-69ec65f2d624) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:48.636913 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5faf2d-2446-4d7c-88a5-d5248c3abcf1 None None] Pushing event updated for resources: {'Port': ['ID=d2c919a3-9c91-49fb-a2eb-32fba2b09f70,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:48.679670 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Attempting to bind port d2c919a3-9c91-49fb-a2eb-32fba2b09f70 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:48.680035 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Attempting to bind port d2c919a3-9c91-49fb-a2eb-32fba2b09f70 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:48.680396 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Attempting to bind port d2c919a3-9c91-49fb-a2eb-32fba2b09f70 on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:48.688888 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:48.689808 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:48.694847 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.694847 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:48.694847 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Bound port: d2c919a3-9c91-49fb-a2eb-32fba2b09f70, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:48.695480 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.699718 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:48.708776 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:48.728608 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:48.767916 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] For port d2c919a3-9c91-49fb-a2eb-32fba2b09f70, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:48.776502 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] For port d2c919a3-9c91-49fb-a2eb-32fba2b09f70, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=d2c919a3-9c91-49fb-a2eb-32fba2b09f70,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:48.788124 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.803391 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Publish callbacks [] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.803871 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1eed5-749f-4dd2-989d-1f1be035f349 None None] Network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:20:48.861294 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.867971 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5faf2d-2446-4d7c-88a5-d5248c3abcf1 None None] Pushing event updated for resources: {'Port': ['ID=d2c919a3-9c91-49fb-a2eb-32fba2b09f70,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:48.903976 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Routers {'ca3a9584-299e-4f44-b780-c6c4873cd3ce'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:48.904893 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:48.957066 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:48.960590 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:48.964633 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:48.965113 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (ca3a9584-299e-4f44-b780-c6c4873cd3ce), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:48.971143 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe81f61-0e16-49f1-a90d-69ec65f2d624,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:49.058372 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] Set router ca3a9584-299e-4f44-b780-c6c4873cd3ce gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:49.271878 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.283555 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 77d31ae5-8da2-4939-a777-b16943ec3369 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:49.304456 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa561b4a-8ad5-42e3-a00b-abd81654547f req-26330ba3-9880-4188-8adb-c98c1151a401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:49.306078 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-aa561b4a-8ad5-42e3-a00b-abd81654547f req-26330ba3-9880-4188-8adb-c98c1151a401 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0696988 May 26 03:20:49.336381 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5b3ebfd5-80b6-4e43-9b4f-e8edfd76bbfb None None] Provisioning complete for port 77d31ae5-8da2-4939-a777-b16943ec3369 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:49.336756 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebfd5-80b6-4e43-9b4f-e8edfd76bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.384457 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 77d31ae5-8da2-4939-a777-b16943ec3369 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:49.385072 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.486589 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:45Z', 'updated_at': '2022-05-26T03:20:46Z', 'revision_number': 3, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'gw_port': {'id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:46Z', 'updated_at': '2022-05-26T03:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:49.517758 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddf700-b17c-492c-892d-e098c0e43830 None None] The sync data for ids ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'] in dv-cinder-843361-1-iscsi is: [{'id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:45Z', 'updated_at': '2022-05-26T03:20:46Z', 'revision_number': 3, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'gw_port': {'id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:46Z', 'updated_at': '2022-05-26T03:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:20:49.551497 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:49.614875 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ebfd5-80b6-4e43-9b4f-e8edfd76bbfb None None] Current status of the port 77d31ae5-8da2-4939-a777-b16943ec3369 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:49.615292 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebfd5-80b6-4e43-9b4f-e8edfd76bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.669901 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5b3ebfd5-80b6-4e43-9b4f-e8edfd76bbfb None None] For port 77d31ae5-8da2-4939-a777-b16943ec3369, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=77d31ae5-8da2-4939-a777-b16943ec3369,segment=NetworkSegment(64f55017-d1b0-48fe-9c72-2286ad5dfc20),segment_id=64f55017-d1b0-48fe-9c72-2286ad5dfc20)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:49.672436 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 77d31ae5-8da2-4939-a777-b16943ec3369 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:49.673254 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.681652 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3b147-d846-4440-8f09-696afda71aed req-40d0710b-647e-4449-b56b-7e8f5ca2e055 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:49.683382 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7ad3b147-d846-4440-8f09-696afda71aed req-40d0710b-647e-4449-b56b-7e8f5ca2e055 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 946 time: 0.0888636 May 26 03:20:49.686773 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5b3ebfd5-80b6-4e43-9b4f-e8edfd76bbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.769769 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-aa561b4a-8ad5-42e3-a00b-abd81654547f req-e317e350-850c-465d-afc1-efb03edb6e0f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434242 May 26 03:20:49.777991 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ebfd5-80b6-4e43-9b4f-e8edfd76bbfb None None] Pushing event updated for resources: {'Port': ['ID=77d31ae5-8da2-4939-a777-b16943ec3369,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:49.786849 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.db.api [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 03:20:49.787938 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG oslo_db.api [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 03:20:49.856236 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7ad3b147-d846-4440-8f09-696afda71aed req-9df7aad1-6c4e-4a4d-9f49-57a66143f046 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584854 May 26 03:20:49.915160 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5eb7edc9-dec1-4ebf-99f0-9226ec8a12ce None None] Provisioning complete for port 77d31ae5-8da2-4939-a777-b16943ec3369 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:49.916132 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5eb7edc9-dec1-4ebf-99f0-9226ec8a12ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.928545 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Publish callbacks [] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.934656 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.935480 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (ca3a9584-299e-4f44-b780-c6c4873cd3ce), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:49.990250 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:50.051093 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7edc9-dec1-4ebf-99f0-9226ec8a12ce None None] Current status of the port 77d31ae5-8da2-4939-a777-b16943ec3369 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:50.071897 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5eb7edc9-dec1-4ebf-99f0-9226ec8a12ce None None] Provisioning complete for port dbe81f61-0e16-49f1-a90d-69ec65f2d624 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:50.072692 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5eb7edc9-dec1-4ebf-99f0-9226ec8a12ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:50.116585 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe81f61-0e16-49f1-a90d-69ec65f2d624,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:50.137119 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7edc9-dec1-4ebf-99f0-9226ec8a12ce None None] Port dbe81f61-0e16-49f1-a90d-69ec65f2d624 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:50.141806 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-0f55b843-a184-4726-85f8-91e514118a48 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:50.144024 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-0f55b843-a184-4726-85f8-91e514118a48 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.45 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 946 time: 0.1393764 May 26 03:20:50.188054 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:50.189529 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:50.242772 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:50.280088 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b90007c0-7632-4dc2-836a-57f18e829428 None None] Provisioning complete for port dbe81f61-0e16-49f1-a90d-69ec65f2d624 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:50.280088 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b90007c0-7632-4dc2-836a-57f18e829428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:50.280442 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Deleting port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:20:50.280442 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:50.342929 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Router ca3a9584-299e-4f44-b780-c6c4873cd3ce has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:20:50.388015 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b90007c0-7632-4dc2-836a-57f18e829428 None None] Port dbe81f61-0e16-49f1-a90d-69ec65f2d624 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:50.425019 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:50.447971 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 77d31ae5-8da2-4939-a777-b16943ec3369 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:50.449436 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 9563f9d7-bbee-4e1d-9f80-8634368d6301 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:50.522911 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] For port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:50.525311 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:50.551704 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:20:50.556333 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 9563f9d7-bbee-4e1d-9f80-8634368d6301 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:50.556333 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:50.561200 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Calling delete_port for 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:20:50.564689 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f0e1b93b-1561-4869-8024-4bf21ca07478 admin admin] 10.222.0.39 "PUT /v2.0/routers/ca3a9584-299e-4f44-b780-c6c4873cd3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0971267 May 26 03:20:50.674800 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:50.683969 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-65bb39db-215f-40b1-aaba-aaf5046109ad None None] Provisioning complete for port dbe81f61-0e16-49f1-a90d-69ec65f2d624 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:50.684801 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-65bb39db-215f-40b1-aaba-aaf5046109ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:50.745743 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-65bb39db-215f-40b1-aaba-aaf5046109ad None None] Port dbe81f61-0e16-49f1-a90d-69ec65f2d624 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:20:50.808431 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 9563f9d7-bbee-4e1d-9f80-8634368d6301 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:50.850426 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:20:50.878343 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:50.893791 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:20:51.010021 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Pushing event deleted for resources: {'Port': ['ID=5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:51.108112 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] No DVR routers for this DVR port 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:20:51.111047 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:51.115127 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e73d7687-fd81-4e87-a4cb-bcda068f8786 req-59750a6d-7f56-4ed6-9a0c-a9f7c7b04050 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.45 "DELETE /v2.0/ports/5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 HTTP/1.1" status: 204 len: 173 time: 0.9613702 May 26 03:20:51.115875 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63e2d3e-a037-44e0-aad0-d6730dff0def', 'name': 'network-vif-deleted', 'tag': '5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:51.119100 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdda393-96f6-4a17-9e2f-1733c4e02204" -d '{"events": [{"server_uuid": "d63e2d3e-a037-44e0-aad0-d6730dff0def", "name": "network-vif-deleted", "tag": "5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:51.124667 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fb95bf38-0bc8-4009-b555-4ca3cc5a2cae req-bfe1ba8b-4918-4dd8-a035-c52c6a2d412d tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63e2d3e-a037-44e0-aad0-d6730dff0def HTTP/1.1" status: 200 len: 210 time: 0.1123552 May 26 03:20:51.154012 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d2c919a3-9c91-49fb-a2eb-32fba2b09f70 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:51.164349 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1212c8f-21c7-40b5-8749-227257069ef3 req-905dda2b-bb59-4199-86ea-1abe10417cf1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:51.178102 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d1212c8f-21c7-40b5-8749-227257069ef3 req-905dda2b-bb59-4199-86ea-1abe10417cf1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1866314 May 26 03:20:51.234209 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e877293-188f-4e37-9d81-d2647a26c35a x-openstack-request-id: req-2e877293-188f-4e37-9d81-d2647a26c35a {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:51.234709 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63e2d3e-a037-44e0-aad0-d6730dff0def", "name": "network-vif-deleted", "tag": "5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:51.234898 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e877293-188f-4e37-9d81-d2647a26c35a {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:51.235607 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e877293-188f-4e37-9d81-d2647a26c35a'] response: {'server_uuid': 'd63e2d3e-a037-44e0-aad0-d6730dff0def', 'name': 'network-vif-deleted', 'tag': '5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608', 'status': 'completed', 'code': 200} May 26 03:20:51.270281 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port d2c919a3-9c91-49fb-a2eb-32fba2b09f70 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:51.270657 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:51.308431 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d1212c8f-21c7-40b5-8749-227257069ef3 req-81dfe3df-925f-4bae-95cd-eb1db6aac279 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243250 May 26 03:20:51.330595 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:51.374873 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port d2c919a3-9c91-49fb-a2eb-32fba2b09f70 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:51.375420 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:51.403955 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port d2c919a3-9c91-49fb-a2eb-32fba2b09f70, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=d2c919a3-9c91-49fb-a2eb-32fba2b09f70,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:51.408688 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:51.410060 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 77d31ae5-8da2-4939-a777-b16943ec3369 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:51.485933 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=d2c919a3-9c91-49fb-a2eb-32fba2b09f70,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:51.493337 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 77d31ae5-8da2-4939-a777-b16943ec3369 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:51.493712 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:51.586370 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 77d31ae5-8da2-4939-a777-b16943ec3369 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:52.219595 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Sync routers for ids ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:20:52.231024 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Routers {'ca3a9584-299e-4f44-b780-c6c4873cd3ce'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:52.231807 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:52.434656 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Set router ca3a9584-299e-4f44-b780-c6c4873cd3ce gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:52.525018 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1608f93-7599-48b5-8e93-e1a78323cf90 req-869d8b03-0357-4865-91f9-d02fe51169b0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:52.527231 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f1608f93-7599-48b5-8e93-e1a78323cf90 req-869d8b03-0357-4865-91f9-d02fe51169b0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0951152 May 26 03:20:52.601628 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f1608f93-7599-48b5-8e93-e1a78323cf90 req-7c5a0945-19d1-4f12-9048-f399acc37faf tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671563 May 26 03:20:52.711335 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:45Z', 'updated_at': '2022-05-26T03:20:49Z', 'revision_number': 4, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'gw_port': {'id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:46Z', 'updated_at': '2022-05-26T03:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'dbe81f61-0e16-49f1-a90d-69ec65f2d624', 'name': '', 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'mac_address': 'fa:16:3e:38:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '804269e7-7ef7-4679-b41f-a21630fccd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:48Z', 'updated_at': '2022-05-26T03:20:49Z', 'revision_number': 2, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'subnets': [{'id': '804269e7-7ef7-4679-b41f-a21630fccd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:52.743560 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Checking router: ca3a9584-299e-4f44-b780-c6c4873cd3ce for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:20:52.743919 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Updating router ca3a9584-299e-4f44-b780-c6c4873cd3ce port dbe81f61-0e16-49f1-a90d-69ec65f2d624 binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:20:52.774162 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:52.841665 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:53.051858 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d2c919a3-9c91-49fb-a2eb-32fba2b09f70 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:53.181291 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port d2c919a3-9c91-49fb-a2eb-32fba2b09f70 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:53.181671 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:53.216482 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:53.354015 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port d2c919a3-9c91-49fb-a2eb-32fba2b09f70 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:53.373561 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Publish callbacks [] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:53.388708 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:20:53.397572 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:53.455421 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:20:53.456326 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 5c0520d2-fc98-4ddd-aeb2-2c0ce19c0608 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:20:53.512743 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12be63-faee-432c-a9e0-4f85fb277559 None None] Pushing event updated for resources: {'Port': ['ID=dbe81f61-0e16-49f1-a90d-69ec65f2d624,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:53.567610 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Attempting to bind port dbe81f61-0e16-49f1-a90d-69ec65f2d624 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:53.567610 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Attempting to bind port dbe81f61-0e16-49f1-a90d-69ec65f2d624 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '64f55017-d1b0-48fe-9c72-2286ad5dfc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:53.567610 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Attempting to bind port dbe81f61-0e16-49f1-a90d-69ec65f2d624 on network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:53.574587 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:53.575099 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Checking segment: {'id': '64f55017-d1b0-48fe-9c72-2286ad5dfc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:53.575632 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:53.576359 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Bound using segment: {'id': '64f55017-d1b0-48fe-9c72-2286ad5dfc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:53.576963 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Bound port: dbe81f61-0e16-49f1-a90d-69ec65f2d624, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f55017-d1b0-48fe-9c72-2286ad5dfc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:53.577415 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:53.707577 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] For port dbe81f61-0e16-49f1-a90d-69ec65f2d624, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:53.711728 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] For port dbe81f61-0e16-49f1-a90d-69ec65f2d624, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=dbe81f61-0e16-49f1-a90d-69ec65f2d624,segment=NetworkSegment(64f55017-d1b0-48fe-9c72-2286ad5dfc20),segment_id=64f55017-d1b0-48fe-9c72-2286ad5dfc20)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:53.726547 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:53.786577 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Routers {'ca3a9584-299e-4f44-b780-c6c4873cd3ce'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:20:53.787224 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:20:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:53.863332 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12be63-faee-432c-a9e0-4f85fb277559 None None] Pushing event updated for resources: {'Port': ['ID=dbe81f61-0e16-49f1-a90d-69ec65f2d624,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:53.886638 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e73375ed-3d84-4d3b-971b-1add71050126 None None] Provisioning complete for port dbe81f61-0e16-49f1-a90d-69ec65f2d624 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:53.887143 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e73375ed-3d84-4d3b-971b-1add71050126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:53.928228 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:54.027287 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] Set router ca3a9584-299e-4f44-b780-c6c4873cd3ce gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:20:54.057459 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e73375ed-3d84-4d3b-971b-1add71050126 None None] Current status of the port dbe81f61-0e16-49f1-a90d-69ec65f2d624 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:54.057777 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e73375ed-3d84-4d3b-971b-1add71050126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:54.173615 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-e73375ed-3d84-4d3b-971b-1add71050126 None None] For port dbe81f61-0e16-49f1-a90d-69ec65f2d624, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=dbe81f61-0e16-49f1-a90d-69ec65f2d624,segment=NetworkSegment(64f55017-d1b0-48fe-9c72-2286ad5dfc20),segment_id=64f55017-d1b0-48fe-9c72-2286ad5dfc20)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:20:54.179519 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e73375ed-3d84-4d3b-971b-1add71050126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:54.261006 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73375ed-3d84-4d3b-971b-1add71050126 None None] Pushing event updated for resources: {'Port': ['ID=dbe81f61-0e16-49f1-a90d-69ec65f2d624,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:54.324455 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-f6ffa8e9-ec35-4455-a8a4-72701b7fbbbf None None] Provisioning complete for port dbe81f61-0e16-49f1-a90d-69ec65f2d624 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:54.324831 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa8e9-ec35-4455-a8a4-72701b7fbbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:54.326818 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:45Z', 'updated_at': '2022-05-26T03:20:49Z', 'revision_number': 4, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'gw_port': {'id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:46Z', 'updated_at': '2022-05-26T03:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'dbe81f61-0e16-49f1-a90d-69ec65f2d624', 'name': '', 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'mac_address': 'fa:16:3e:38:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '804269e7-7ef7-4679-b41f-a21630fccd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:48Z', 'updated_at': '2022-05-26T03:20:53Z', 'revision_number': 4, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'subnets': [{'id': '804269e7-7ef7-4679-b41f-a21630fccd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:20:54.375936 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e311e-ca08-466b-a8ac-48d2265ec5e4 None None] The sync data for ids ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'] in dv-cinder-843361-1-iscsi is: [{'id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:45Z', 'updated_at': '2022-05-26T03:20:49Z', 'revision_number': 4, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'gw_port': {'id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:46Z', 'updated_at': '2022-05-26T03:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'dbe81f61-0e16-49f1-a90d-69ec65f2d624', 'name': '', 'network_id': 'a07544db-bb47-4bdc-8a33-c9aaef0c9cf6', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'mac_address': 'fa:16:3e:38:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '804269e7-7ef7-4679-b41f-a21630fccd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:48Z', 'updated_at': '2022-05-26T03:20:53Z', 'revision_number': 4, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'subnets': [{'id': '804269e7-7ef7-4679-b41f-a21630fccd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:20:54.493784 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-f6ffa8e9-ec35-4455-a8a4-72701b7fbbbf None None] Current status of the port dbe81f61-0e16-49f1-a90d-69ec65f2d624 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:54.984233 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dbe81f61-0e16-49f1-a90d-69ec65f2d624 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:20:55.058454 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:55.067232 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port dbe81f61-0e16-49f1-a90d-69ec65f2d624 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:20:55.067652 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:55.169197 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port dbe81f61-0e16-49f1-a90d-69ec65f2d624 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:20:55.610874 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-96371395-2527-455c-8dd0-4f509da111de tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:55.631314 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-96371395-2527-455c-8dd0-4f509da111de tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/networks?id=61bec3d6-ae64-415c-a16b-a40576291eaf HTTP/1.1" status: 200 len: 809 time: 0.1807852 May 26 03:20:55.650867 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-25285add-1cb9-4369-93b6-7e97f1a60ebd tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/quotas/5b8a415a2a93492fa4f6b3c9acc0b080 HTTP/1.1" status: 200 len: 375 time: 0.0246210 May 26 03:20:55.700413 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-5a2ada08-cd0d-4fad-84cc-56ad8f95c3b0 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b8a415a2a93492fa4f6b3c9acc0b080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462790 May 26 03:20:55.860142 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-8fb68ba5-2d69-43a0-b842-3b5bb0dafba2 service neutron] 10.222.0.39 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585684 May 26 03:20:55.986435 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c6123-2d26-4515-abed-98850bd8d7ff req-da58fd15-59e7-4742-bbf6-c5173bf72be3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:55.988636 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-018c6123-2d26-4515-abed-98850bd8d7ff req-da58fd15-59e7-4742-bbf6-c5173bf72be3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1178961 May 26 03:20:56.055031 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-1d817c0b-0d41-4d50-a5c5-b20ada0e5a51 service neutron] 10.222.0.39 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939139 May 26 03:20:56.074551 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:56.093033 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-018c6123-2d26-4515-abed-98850bd8d7ff req-b23e5a98-6573-44af-9e35-94bd8da27d52 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809913 May 26 03:20:56.327335 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee6673-e1d3-4bf0-b774-7d5acf46090c req-f061ec7e-9e8f-46e1-ba80-c8bff4c42d71 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:56.356676 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-06ee6673-e1d3-4bf0-b774-7d5acf46090c req-f061ec7e-9e8f-46e1-ba80-c8bff4c42d71 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0954392 May 26 03:20:56.499269 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-06ee6673-e1d3-4bf0-b774-7d5acf46090c req-e020279f-16dd-49c1-b672-252b2bcfdb41 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422439 May 26 03:20:56.605522 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b9f40841-3f97-46ca-991d-44a0823bbe91 req-f41816a1-aabd-4f59-bc08-cbeeefbee96b tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 210 time: 0.0454669 May 26 03:20:57.226117 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62ab3-bbf8-44bc-8bb8-717b5df46580 req-f686ea2e-5566-4583-bbb3-258fab8297e7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:57.228485 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9af62ab3-bbf8-44bc-8bb8-717b5df46580 req-f686ea2e-5566-4583-bbb3-258fab8297e7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0605524 May 26 03:20:57.297173 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9af62ab3-bbf8-44bc-8bb8-717b5df46580 req-e16b0fcd-be1d-4c85-83a9-d1728c725bcf tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616479 May 26 03:20:57.624362 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989b82b-f634-4e0f-8eba-4ca72b992fb1 req-a93a63b2-5bc1-4e76-8456-c8daabaf5d52 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:57.643855 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f989b82b-f634-4e0f-8eba-4ca72b992fb1 req-a93a63b2-5bc1-4e76-8456-c8daabaf5d52 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0657172 May 26 03:20:57.687668 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:57.724875 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f989b82b-f634-4e0f-8eba-4ca72b992fb1 req-0d3e4701-0f7f-4302-865d-16cbcd8c41cf tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800595 May 26 03:20:57.763845 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-fdd0f6bd-c172-473b-872d-cf6968a1848f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:57.766380 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-fdd0f6bd-c172-473b-872d-cf6968a1848f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.45 "GET /v2.0/networks?id=61bec3d6-ae64-415c-a16b-a40576291eaf HTTP/1.1" status: 200 len: 809 time: 0.1401858 May 26 03:20:57.780791 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Request body: {'port': {'device_id': '0a18492b-43c9-4304-a135-6c4acac69e1f', 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf', 'admin_state_up': True, 'tenant_id': '5b8a415a2a93492fa4f6b3c9acc0b080'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:57.840741 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d8450d7-4b3e-472a-a179-0a4efff20d42 req-749e84ad-7a3b-4ece-89df-8a4123ebe74c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 210 time: 0.0778627 May 26 03:20:57.956101 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Made reservation on behalf of 5b8a415a2a93492fa4f6b3c9acc0b080 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:20:57.959841 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:58.119932 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Allocated IP 172.20.0.2 (61bec3d6-ae64-415c-a16b-a40576291eaf/93339669-e694-4ed0-b8a5-3f4c45a00781/6eb2482e-798e-49ef-9d01-88787186f1a2) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:20:58.278798 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:58.290012 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:58.293289 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks [] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:58.409251 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:58.486029 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9aef7-1df3-4ee2-b52a-03c04955e9f0 req-3e254a73-3b7e-4acc-9a3d-82bc65bb99c7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:58.487978 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Network 61bec3d6-ae64-415c-a16b-a40576291eaf is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:20:58.491406 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:20:58.497345 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:20:58.499631 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f1b9aef7-1df3-4ee2-b52a-03c04955e9f0 req-3e254a73-3b7e-4acc-9a3d-82bc65bb99c7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0914724 May 26 03:20:58.545428 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Pushing event updated for resources: {'Port': ['ID=6eb2482e-798e-49ef-9d01-88787186f1a2,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:58.569960 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:58.570583 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:58.582911 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f1b9aef7-1df3-4ee2-b52a-03c04955e9f0 req-09dd6758-84e7-4e5a-984c-ece6394938bc tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735183 May 26 03:20:58.595101 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-f5cde0b4-da03-48a5-b757-1e5e6daae45c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8186252 May 26 03:20:58.610556 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Request body: {'port': {'device_id': '0a18492b-43c9-4304-a135-6c4acac69e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:20:58.685493 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:58.987022 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd90f6-f4fe-4263-987a-79cd41c23082 req-b7362bbf-64a2-41ca-be8b-0410b4f6b4d1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:58.988761 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-facd90f6-f4fe-4263-987a-79cd41c23082 req-b7362bbf-64a2-41ca-be8b-0410b4f6b4d1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1211064 May 26 03:20:59.081804 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df0117-f4f1-4546-9ead-a4f97e7bab92 req-d6b233c4-0a9a-4125-8cec-7a9c9479f677 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:59.083317 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-66df0117-f4f1-4546-9ead-a4f97e7bab92 req-d6b233c4-0a9a-4125-8cec-7a9c9479f677 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 931 time: 0.0935869 May 26 03:20:59.090473 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-facd90f6-f4fe-4263-987a-79cd41c23082 req-7b319e41-8fb6-42dd-b411-5e87b4e9fb45 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815997 May 26 03:20:59.146112 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-66df0117-f4f1-4546-9ead-a4f97e7bab92 req-5fea7032-0a9a-48f1-be93-24941e977b4e tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546827 May 26 03:20:59.164831 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb2482e-798e-49ef-9d01-88787186f1a2 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:20:59.177301 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Publish callbacks [] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:59.191488 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Transition to ACTIVE for port object 6eb2482e-798e-49ef-9d01-88787186f1a2 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:20:59.199065 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:59.255573 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb2482e-798e-49ef-9d01-88787186f1a2,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:59.333357 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Attempting to bind port 6eb2482e-798e-49ef-9d01-88787186f1a2 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:20:59.333733 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Attempting to bind port 6eb2482e-798e-49ef-9d01-88787186f1a2 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'cf3cb097-b2c2-4d19-a53d-09e43ad36677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:20:59.334013 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Attempting to bind port 6eb2482e-798e-49ef-9d01-88787186f1a2 on network 61bec3d6-ae64-415c-a16b-a40576291eaf {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:59.341270 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Port 6eb2482e-798e-49ef-9d01-88787186f1a2 on network 61bec3d6-ae64-415c-a16b-a40576291eaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:20:59.341639 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Attempting to bind port 6eb2482e-798e-49ef-9d01-88787186f1a2 on network 61bec3d6-ae64-415c-a16b-a40576291eaf {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:20:59.348148 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:20:59.348868 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Checking segment: {'id': 'cf3cb097-b2c2-4d19-a53d-09e43ad36677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:20:59.352423 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Bound using segment: {'id': 'cf3cb097-b2c2-4d19-a53d-09e43ad36677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:20:59.352423 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Bound port: 6eb2482e-798e-49ef-9d01-88787186f1a2, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3cb097-b2c2-4d19-a53d-09e43ad36677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:20:59.352423 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:59.428317 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] For port 6eb2482e-798e-49ef-9d01-88787186f1a2, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:20:59.430153 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:59.432805 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] For port 6eb2482e-798e-49ef-9d01-88787186f1a2, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6eb2482e-798e-49ef-9d01-88787186f1a2,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:20:59.440663 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:59.473313 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:20:59.493617 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:59.494361 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:20:59.495804 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] 10.222.0.45 "PUT /v2.0/ports/6eb2482e-798e-49ef-9d01-88787186f1a2 HTTP/1.1" status: 200 len: 1093 time: 0.8895926 May 26 03:20:59.498359 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18492b-43c9-4304-a135-6c4acac69e1f', 'tag': '6eb2482e-798e-49ef-9d01-88787186f1a2'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:20:59.500534 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d42572f-575e-417e-b431-6594f65a6165" -d '{"events": [{"name": "network-changed", "server_uuid": "0a18492b-43c9-4304-a135-6c4acac69e1f", "tag": "6eb2482e-798e-49ef-9d01-88787186f1a2"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:20:59.525957 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97411bb3-f1ac-4c01-873d-0af4c4789b87 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb2482e-798e-49ef-9d01-88787186f1a2,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:20:59.562176 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05358de9-c73e-4aa1-b7ab-9686dcf7d27d x-openstack-request-id: req-05358de9-c73e-4aa1-b7ab-9686dcf7d27d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:20:59.562458 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a18492b-43c9-4304-a135-6c4acac69e1f", "tag": "6eb2482e-798e-49ef-9d01-88787186f1a2", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:20:59.562716 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05358de9-c73e-4aa1-b7ab-9686dcf7d27d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:20:59.563075 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05358de9-c73e-4aa1-b7ab-9686dcf7d27d'] response: {'name': 'network-changed', 'server_uuid': '0a18492b-43c9-4304-a135-6c4acac69e1f', 'tag': '6eb2482e-798e-49ef-9d01-88787186f1a2', 'status': 'completed', 'code': 200} May 26 03:20:59.598909 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-d24c1638-9891-4b0f-b158-2a8f0002ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:59.610171 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-d24c1638-9891-4b0f-b158-2a8f0002ffaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b8a415a2a93492fa4f6b3c9acc0b080&device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 1127 time: 0.0536442 May 26 03:20:59.655456 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-cf9b633b-185d-49e0-8d23-c65fa2237e7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6eb2482e-798e-49ef-9d01-88787186f1a2 HTTP/1.1" status: 200 len: 217 time: 0.0392485 May 26 03:20:59.704640 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef679e5-8fcc-4de8-87d4-1e046fe5df71 req-5c27ca91-1e25-4009-bb36-50fc88be0fa0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:59.712316 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fef679e5-8fcc-4de8-87d4-1e046fe5df71 req-5c27ca91-1e25-4009-bb36-50fc88be0fa0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0550413 May 26 03:20:59.730349 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-b52cc686-89c6-4e28-aa9e-5093824359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:20:59.731947 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-b52cc686-89c6-4e28-aa9e-5093824359b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93339669-e694-4ed0-b8a5-3f4c45a00781 HTTP/1.1" status: 200 len: 849 time: 0.0674136 May 26 03:20:59.775795 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-1284b71d-3ad5-4925-972f-920afbd105fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=61bec3d6-ae64-415c-a16b-a40576291eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354452 May 26 03:20:59.777318 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fef679e5-8fcc-4de8-87d4-1e046fe5df71 req-59f37fe7-e63d-4502-b7b1-8a5103b844e9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599084 May 26 03:20:59.883166 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-01942195-8fa2-4615-aaab-65d5769a8711 service neutron] 10.222.0.45 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963404 May 26 03:20:59.995872 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9c6cdbf7-345c-4bd3-8a04-965f93d31b70 req-83cc54f4-263c-4908-8cee-14bedb0a757f service neutron] 10.222.0.45 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060119 May 26 03:21:00.110953 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42572f-575e-417e-b431-6594f65a6165 req-2510af7d-1c4f-4488-9c0d-3da16acd8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:00.112684 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4d42572f-575e-417e-b431-6594f65a6165 req-2510af7d-1c4f-4488-9c0d-3da16acd8847 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b8a415a2a93492fa4f6b3c9acc0b080&device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 1127 time: 0.0425544 May 26 03:21:00.221831 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42572f-575e-417e-b431-6594f65a6165 req-eaa0c896-3861-4d8a-80fe-b81055f0c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:00.223714 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4d42572f-575e-417e-b431-6594f65a6165 req-eaa0c896-3861-4d8a-80fe-b81055f0c4b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=61bec3d6-ae64-415c-a16b-a40576291eaf HTTP/1.1" status: 200 len: 910 time: 0.1038387 May 26 03:21:00.270949 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362151a4-eb65-4fe0-b8fa-39d4e064f552 req-3c20c775-8e3c-454a-8653-9fa80271c9ec tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:00.273758 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4d42572f-575e-417e-b431-6594f65a6165 req-20168bc6-226b-4eb2-b53e-a3f9deb00db5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6eb2482e-798e-49ef-9d01-88787186f1a2 HTTP/1.1" status: 200 len: 217 time: 0.0389817 May 26 03:21:00.276362 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-362151a4-eb65-4fe0-b8fa-39d4e064f552 req-3c20c775-8e3c-454a-8653-9fa80271c9ec tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0674338 May 26 03:21:00.352919 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42572f-575e-417e-b431-6594f65a6165 req-430fb71f-9fb0-4aa1-9bf2-1193cd101cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:00.354835 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4d42572f-575e-417e-b431-6594f65a6165 req-430fb71f-9fb0-4aa1-9bf2-1193cd101cfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93339669-e694-4ed0-b8a5-3f4c45a00781 HTTP/1.1" status: 200 len: 849 time: 0.0722895 May 26 03:21:00.355489 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02242d-a871-4cd0-871a-fb9db4cd5af8 req-f7d56f94-02a4-482f-9c9e-106c1d496edb tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:00.357417 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3b02242d-a871-4cd0-871a-fb9db4cd5af8 req-f7d56f94-02a4-482f-9c9e-106c1d496edb tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 943 time: 0.1020131 May 26 03:21:00.362208 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-362151a4-eb65-4fe0-b8fa-39d4e064f552 req-7c52d092-3240-4cad-bb76-0f2b3c4f60ec tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823753 May 26 03:21:00.430711 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4d42572f-575e-417e-b431-6594f65a6165 req-26227c7d-16a7-489a-97ac-592700d46818 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=61bec3d6-ae64-415c-a16b-a40576291eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666399 May 26 03:21:00.460750 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3b02242d-a871-4cd0-871a-fb9db4cd5af8 req-80fcde1c-eade-49bc-bb9a-55356cc87f9e tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796788 May 26 03:21:00.581744 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4d42572f-575e-417e-b431-6594f65a6165 req-7c1e11e0-b37a-40e4-98fd-d56a8a9d2a79 service neutron] 10.222.0.45 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436579 May 26 03:21:00.693428 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4d42572f-575e-417e-b431-6594f65a6165 req-c4819a52-e92b-408b-8038-4022b59f72f2 service neutron] 10.222.0.45 "GET /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049473 May 26 03:21:00.917558 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bf620-bcf0-47ec-bf0e-6d728fc525a3 req-04017378-3c6f-4cf0-841f-02f5167bfde3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:00.919114 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d42bf620-bcf0-47ec-bf0e-6d728fc525a3 req-04017378-3c6f-4cf0-841f-02f5167bfde3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0554476 May 26 03:21:00.969044 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d42bf620-bcf0-47ec-bf0e-6d728fc525a3 req-8b7a2eca-1d3b-4d4e-b22a-ad619efd150b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 May 26 03:21:01.520014 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21355a97-fc03-40a0-ac68-a530b1653b9c req-497176f9-5488-4656-a03c-fd2aa498edb5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:01.521677 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-21355a97-fc03-40a0-ac68-a530b1653b9c req-497176f9-5488-4656-a03c-fd2aa498edb5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0672112 May 26 03:21:01.579379 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:01.645618 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cb2a9-0db6-41f4-be23-6c7818f26397 req-d1d746c3-ff86-4046-b882-10c23776363e tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:01.647162 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5a6cb2a9-0db6-41f4-be23-6c7818f26397 req-d1d746c3-ff86-4046-b882-10c23776363e tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 943 time: 0.0900345 May 26 03:21:01.654992 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-21355a97-fc03-40a0-ac68-a530b1653b9c req-5ccec50c-58ba-40ca-9c2c-1f36da9073ce tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253300 May 26 03:21:01.716958 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5a6cb2a9-0db6-41f4-be23-6c7818f26397 req-8c95bc80-32b7-4057-bceb-1c07a8221820 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609028 May 26 03:21:02.097903 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504aa504-c367-4005-a799-bc05de33376a req-b2fa5865-b621-4fd6-bc41-7ddc8a187b62 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:02.099692 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-504aa504-c367-4005-a799-bc05de33376a req-b2fa5865-b621-4fd6-bc41-7ddc8a187b62 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0552890 May 26 03:21:02.171208 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-504aa504-c367-4005-a799-bc05de33376a req-8ff7dde0-7bdb-4900-b14a-c01378181035 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644236 May 26 03:21:02.265286 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f451e0f3-7bf1-40b4-9958-a9aa4350e3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:02.806351 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad7ce5-c930-4f57-ac85-4cf3a5a070ca req-a6a770c1-79be-4eff-9270-9185a276e756 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:02.814567 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2ad7ce5-c930-4f57-ac85-4cf3a5a070ca req-a6a770c1-79be-4eff-9270-9185a276e756 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0621955 May 26 03:21:02.873928 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:02.900087 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeec292-e31c-4f75-a5dd-1b4a9819c5de req-5854505f-3c4c-4fee-8563-60f679723f2e tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:02.901518 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bdeec292-e31c-4f75-a5dd-1b4a9819c5de req-5854505f-3c4c-4fee-8563-60f679723f2e tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 943 time: 0.0828075 May 26 03:21:02.908929 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2ad7ce5-c930-4f57-ac85-4cf3a5a070ca req-c8fb17bc-994f-416a-9613-753bc0098986 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913851 May 26 03:21:02.923001 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 50404) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:02.957969 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bdeec292-e31c-4f75-a5dd-1b4a9819c5de req-02e47d0f-d341-4283-bd63-ec177125e8ac tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478342 May 26 03:21:03.092110 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:03.176043 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:03.211430 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Publish callbacks [] for security_group (9c6f2c27-01f4-481c-872c-3912cc4c9981), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:03.217101 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9c6f2c27-01f4-481c-872c-3912cc4c9981), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:03.264849 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f2c27-01f4-481c-872c-3912cc4c9981,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:03.277767 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.278103 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.278444 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.278780 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.279113 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.279465 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.279810 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.280110 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.280438 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.280948 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.281152 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.281463 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.281777 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.282096 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.282411 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:03.300245 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-561e30b0-66e9-4a34-af9c-d3620d86c7f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a192348802d47f8b83b4626a06e65eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731284 May 26 03:21:03.302069 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 50428) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:03.309726 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e02d2-8e67-4731-9927-f948fcc13cca req-569f3890-f082-4841-92fc-c72d5f968190 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:03.311169 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-569f3890-f082-4841-92fc-c72d5f968190 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/networks?id=a298599f-c97e-4706-93ce-266bcdf105f7 HTTP/1.1" status: 200 len: 815 time: 0.1486373 May 26 03:21:03.347820 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:03.353454 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-2d31ec2a-c224-43ee-8a07-62d870e62cc2 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/quotas/ddf6034e4fe740b19807be75cb04bce5 HTTP/1.1" status: 200 len: 375 time: 0.0323153 May 26 03:21:03.353723 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d528b1f-7776-451b-8537-c3232358be54 admin admin] Publish callbacks [] for security_group (9c6f2c27-01f4-481c-872c-3912cc4c9981), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:03.366882 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88951a-a226-4937-a09a-04f0d313859a req-7e43c89d-2c0a-49f2-8c19-a10ff7698091 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:03.368470 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bf88951a-a226-4937-a09a-04f0d313859a req-7e43c89d-2c0a-49f2-8c19-a10ff7698091 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0658965 May 26 03:21:03.386951 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d528b1f-7776-451b-8537-c3232358be54 admin admin] Publish callbacks [] for security_group (9c6f2c27-01f4-481c-872c-3912cc4c9981), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:03.437061 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-10a3cf6c-566c-41cc-842a-c313fba68455 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddf6034e4fe740b19807be75cb04bce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672314 May 26 03:21:03.441429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d528b1f-7776-451b-8537-c3232358be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9c6f2c27-01f4-481c-872c-3912cc4c9981), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:03.444360 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d528b1f-7776-451b-8537-c3232358be54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:03.446145 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4d528b1f-7776-451b-8537-c3232358be54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c6f2c27-01f4-481c-872c-3912cc4c9981 HTTP/1.1" status: 204 len: 168 time: 0.1429551 May 26 03:21:03.464214 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d528b1f-7776-451b-8537-c3232358be54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f2c27-01f4-481c-872c-3912cc4c9981,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:03.483213 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bf88951a-a226-4937-a09a-04f0d313859a req-5fb7581b-1f54-4b84-8f5b-64c81b8cc410 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026862 May 26 03:21:03.576603 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-0295d83d-e142-4df5-876b-36b4e0d7dcb0 service neutron] 10.222.0.39 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082625 May 26 03:21:03.672669 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-7610f2ab-72da-4704-a27c-08a82af7bdea service neutron] 10.222.0.39 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893390 May 26 03:21:03.865953 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-08757955-29cb-4e64-bea4-fca38f3e6f18 req-83c82cf7-aa32-4085-823e-6e880ebfc4c9 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 210 time: 0.0431559 May 26 03:21:04.077739 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e498e-b690-49c0-8e4e-fd28a33e5343 req-37cfeb08-d244-4fe5-8777-b518eed59e0b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:04.079427 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3f5e498e-b690-49c0-8e4e-fd28a33e5343 req-37cfeb08-d244-4fe5-8777-b518eed59e0b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0826523 May 26 03:21:04.154813 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0d4b-328e-45ff-9cd9-1857e2495145 req-8e9b3d61-b29e-408a-aacd-1b888487ede2 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:04.157107 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0bdd0d4b-328e-45ff-9cd9-1857e2495145 req-8e9b3d61-b29e-408a-aacd-1b888487ede2 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 943 time: 0.1097503 May 26 03:21:04.185106 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:04.199879 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3f5e498e-b690-49c0-8e4e-fd28a33e5343 req-3dec4ae9-93a4-4a8a-b6fe-4ee8458489a5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112051 May 26 03:21:04.246818 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0bdd0d4b-328e-45ff-9cd9-1857e2495145 req-a37500e2-58a1-4563-9fa9-e93e76c83c6f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456634 May 26 03:21:04.482239 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:04.489355 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-464f42d2-c7da-4f96-9bba-3b88928e280c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:04.631877 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb96cd-548e-4639-84e1-070b69102e9d req-21b7b7d3-8a23-4a38-8655-e5018aad0670 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:04.633486 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33bb96cd-548e-4639-84e1-070b69102e9d req-21b7b7d3-8a23-4a38-8655-e5018aad0670 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0607491 May 26 03:21:04.690428 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33bb96cd-548e-4639-84e1-070b69102e9d req-f8e4cae6-a571-4df1-9b74-bdb9af61a39a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496304 May 26 03:21:04.854224 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:04.874156 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=49,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:04.965258 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9a62b015-da3f-40fe-bc14-dbfcb5a9e56d req-88a62fce-eadc-4cb8-8d36-2bcc4726e8c6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 210 time: 0.0314481 May 26 03:21:05.097779 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e02d2-8e67-4731-9927-f948fcc13cca req-512e6bc7-55e6-4a2b-84d8-8c4a3d44f963 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:05.099405 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-512e6bc7-55e6-4a2b-84d8-8c4a3d44f963 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.45 "GET /v2.0/networks?id=a298599f-c97e-4706-93ce-266bcdf105f7 HTTP/1.1" status: 200 len: 815 time: 0.1075039 May 26 03:21:05.112105 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'port': {'device_id': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'admin_state_up': True, 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:05.225623 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Made reservation on behalf of ddf6034e4fe740b19807be75cb04bce5 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:21:05.229432 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:05.347141 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b785777-07b0-4da3-b885-1f894138b948 req-9de4a834-e485-491a-bea4-177ea9cfe531 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:05.351873 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b785777-07b0-4da3-b885-1f894138b948 req-9de4a834-e485-491a-bea4-177ea9cfe531 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0563812 May 26 03:21:05.397349 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Allocated IP 172.20.0.14 (a298599f-c97e-4706-93ce-266bcdf105f7/f99ac678-edd8-4fc2-8f77-0c099d8ff4e9/353261a9-3e5f-493a-afb3-3b26d13793e8) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:21:05.426257 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8df119-0c17-4888-ace6-e4fb74fbc597 req-3700edf7-5402-430e-9430-e99386cfdf8a tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:05.427865 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1c8df119-0c17-4888-ace6-e4fb74fbc597 req-3700edf7-5402-430e-9430-e99386cfdf8a tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 943 time: 0.0742073 May 26 03:21:05.443904 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 6eb2482e-798e-49ef-9d01-88787186f1a2 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:21:05.466408 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b785777-07b0-4da3-b885-1f894138b948 req-944c807e-daea-48bf-96dc-b37d0d1eafbd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725331 May 26 03:21:05.548147 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1c8df119-0c17-4888-ace6-e4fb74fbc597 req-4c688928-670e-4d2a-abc9-b7ce9c7c5c1b tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969172 May 26 03:21:05.605844 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 6eb2482e-798e-49ef-9d01-88787186f1a2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6eb2482e-798e-49ef-9d01-88787186f1a2,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:05.624173 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '6eb2482e-798e-49ef-9d01-88787186f1a2', 'network_id': '61bec3d6-ae64-415c-a16b-a40576291eaf', 'port_id': '6eb2482e-798e-49ef-9d01-88787186f1a2', 'mac_address': 'fa:16:3e:ce:24:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93339669-e694-4ed0-b8a5-3f4c45a00781', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:21:05.719928 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 6eb2482e-798e-49ef-9d01-88787186f1a2 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:21:05.720412 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:05.756198 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb2482e-798e-49ef-9d01-88787186f1a2 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:21:05.799838 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:05.816825 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 6eb2482e-798e-49ef-9d01-88787186f1a2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6eb2482e-798e-49ef-9d01-88787186f1a2,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:05.822802 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:05.895103 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=6eb2482e-798e-49ef-9d01-88787186f1a2,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:05.932460 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:05.932884 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ad3c-aaa2-4247-b3dd-f335d4f0f436 req-2df843b9-b20d-43ec-b928-3571a100b0fe tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:05.948138 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2f0ad3c-aaa2-4247-b3dd-f335d4f0f436 req-2df843b9-b20d-43ec-b928-3571a100b0fe tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.1885109 May 26 03:21:05.971387 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:05.980759 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2a2b-0345-4bda-8b4b-848960e52f2b req-0c520a76-4c35-4696-9935-29a47dc7d2ef tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:05.982672 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-241a2a2b-0345-4bda-8b4b-848960e52f2b req-0c520a76-4c35-4696-9935-29a47dc7d2ef tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1412117 May 26 03:21:06.029800 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:06.114309 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['6eb2482e-798e-49ef-9d01-88787186f1a2'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:21:06.123584 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:06.125379 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2f0ad3c-aaa2-4247-b3dd-f335d4f0f436 req-99f3a310-424d-44bc-8d94-ec079e3f2e4d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735609 May 26 03:21:06.126158 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Network a298599f-c97e-4706-93ce-266bcdf105f7 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:21:06.137370 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:21:06.156887 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-241a2a2b-0345-4bda-8b4b-848960e52f2b req-4b6178d4-9185-47ac-b2ff-bdc557ac3f9a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574426 May 26 03:21:06.168372 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:21:06.346928 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:06.348898 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'Port': ['ID=353261a9-3e5f-493a-afb3-3b26d13793e8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:06.389440 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:06.390281 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:06.399529 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937cb83-542f-4894-80ee-2a1b67eb3098 req-b271b211-523a-45ad-afce-77fea5e961f7 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:06.412432 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9937cb83-542f-4894-80ee-2a1b67eb3098 req-b271b211-523a-45ad-afce-77fea5e961f7 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 932 time: 0.1508315 May 26 03:21:06.419646 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-b0d3920f-17a0-4e0a-bc90-6fe1a3d03a72 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3115070 May 26 03:21:06.487178 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9937cb83-542f-4894-80ee-2a1b67eb3098 req-93e69aee-034a-4dd4-883b-b3cd63dc3a59 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 May 26 03:21:06.638023 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e76488f4-de70-404c-aa9c-f3bf47557732 None None] Provisioning complete for port 353261a9-3e5f-493a-afb3-3b26d13793e8 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:21:06.639081 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e76488f4-de70-404c-aa9c-f3bf47557732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:06.696027 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:06.714539 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e76488f4-de70-404c-aa9c-f3bf47557732 None None] Port 353261a9-3e5f-493a-afb3-3b26d13793e8 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:21:06.744644 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d220-04d6-474a-8b5b-ecdb524038a7 req-603e2c36-3d61-4281-8f2e-8671c4ae2b89 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:06.751782 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb88d220-04d6-474a-8b5b-ecdb524038a7 req-603e2c36-3d61-4281-8f2e-8671c4ae2b89 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1246195 May 26 03:21:06.782332 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c456b26-10d9-4976-b4dd-a4da49fa37c9 req-9c3f2104-c084-4259-84ae-801061704f64 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:06.784651 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4c456b26-10d9-4976-b4dd-a4da49fa37c9 req-9c3f2104-c084-4259-84ae-801061704f64 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 944 time: 0.1044044 May 26 03:21:06.840784 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb88d220-04d6-474a-8b5b-ecdb524038a7 req-d57dfe96-8483-4594-87cd-410ca27e8bf0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877578 May 26 03:21:06.881049 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4c456b26-10d9-4976-b4dd-a4da49fa37c9 req-dc043c23-e04a-428a-a3e8-950ec601c519 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882468 May 26 03:21:07.193240 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:07.326233 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24083b-c0e0-43dc-9af7-f17a5dceb40e req-55da146f-8ec6-470e-8f8d-47c88ab16666 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:07.327767 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3f24083b-c0e0-43dc-9af7-f17a5dceb40e req-55da146f-8ec6-470e-8f8d-47c88ab16666 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0764475 May 26 03:21:07.334728 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab528c-3f63-4505-bbea-567daa62000a req-0cca079c-13c7-451a-9150-36bd1737ba62 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:07.341483 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-68ab528c-3f63-4505-bbea-567daa62000a req-0cca079c-13c7-451a-9150-36bd1737ba62 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.1061313 May 26 03:21:07.388002 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:07.414423 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-68ab528c-3f63-4505-bbea-567daa62000a req-c3507be8-d130-46ca-a6ca-fbe696479630 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719149 May 26 03:21:07.427143 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3f24083b-c0e0-43dc-9af7-f17a5dceb40e req-9e899f49-eb1b-435b-afc5-39b7bd9d4b76 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832949 May 26 03:21:07.623228 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f833f-a89c-418f-83ec-5a65965838ac req-4eb2807c-887c-4d03-9a4e-3cf872bb7647 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:07.624764 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c99f833f-a89c-418f-83ec-5a65965838ac req-4eb2807c-887c-4d03-9a4e-3cf872bb7647 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 932 time: 0.0551972 May 26 03:21:07.673264 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c99f833f-a89c-418f-83ec-5a65965838ac req-7c4997f6-75f0-43fe-9d23-262470f4cc3f tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 May 26 03:21:07.987833 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295a417-be27-4ee1-8e13-34187529b6fa req-9ea2a64b-96c8-4cde-86d7-87c344f05d91 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:07.989198 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7295a417-be27-4ee1-8e13-34187529b6fa req-9ea2a64b-96c8-4cde-86d7-87c344f05d91 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0747502 May 26 03:21:08.050013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4127bbe-03a7-4efa-8cee-021b4cdbeca9 req-4827ff02-a3c9-4f53-8690-d22dff1d98c2 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:08.051597 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c4127bbe-03a7-4efa-8cee-021b4cdbeca9 req-4827ff02-a3c9-4f53-8690-d22dff1d98c2 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 944 time: 0.0835061 May 26 03:21:08.108328 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7295a417-be27-4ee1-8e13-34187529b6fa req-094a29e7-b087-441c-9865-c48741e7d2c3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022058 May 26 03:21:08.138917 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c4127bbe-03a7-4efa-8cee-021b4cdbeca9 req-2634d8e6-d002-4bf9-bf9d-89f2ee2b710b tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795143 May 26 03:21:08.530584 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:08.822115 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51c64-ffd1-4fe6-957d-b50d4c38a24b req-68bb8e2c-dab4-475e-b015-73aaafb7a947 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:08.823670 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e8c51c64-ffd1-4fe6-957d-b50d4c38a24b req-68bb8e2c-dab4-475e-b015-73aaafb7a947 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.2989416 May 26 03:21:08.830714 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d50ac0-99cf-445c-8880-bbc7294bc0b6 req-251a6041-4c8c-487d-9867-ccac6f9acd68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:08.832203 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a2d50ac0-99cf-445c-8880-bbc7294bc0b6 req-251a6041-4c8c-487d-9867-ccac6f9acd68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.3062570 May 26 03:21:08.920666 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e8c51c64-ffd1-4fe6-957d-b50d4c38a24b req-c0455507-7c13-439d-bb47-e615c5f793a5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874550 May 26 03:21:08.923522 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a2d50ac0-99cf-445c-8880-bbc7294bc0b6 req-a6535b7d-2d74-45d6-9c1e-290e5e7484e6 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804574 May 26 03:21:09.032447 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fd325-b426-482d-8794-382960863ecb req-c9dee0da-0581-4c94-ba02-a8b668a0baaf tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:09.034055 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e4fd325-b426-482d-8794-382960863ecb req-c9dee0da-0581-4c94-ba02-a8b668a0baaf tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 932 time: 0.0496554 May 26 03:21:09.056174 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:09.087493 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e4fd325-b426-482d-8794-382960863ecb req-a60b4ca7-5487-4b5b-ac31-f938980e5579 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476894 May 26 03:21:09.312229 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462cf59-1ec5-4a6c-b977-25203489b11e req-b6c53ac4-5d3b-4b71-aa7d-88c489e68e56 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:09.313734 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5462cf59-1ec5-4a6c-b977-25203489b11e req-b6c53ac4-5d3b-4b71-aa7d-88c489e68e56 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 944 time: 0.0633066 May 26 03:21:09.335297 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d962b-93d4-464e-941e-459a0998be48 req-ec739e6a-fa7d-409a-adb4-4ca0d785ccf3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:09.336770 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-189d962b-93d4-464e-941e-459a0998be48 req-ec739e6a-fa7d-409a-adb4-4ca0d785ccf3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1316781 May 26 03:21:09.404917 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5462cf59-1ec5-4a6c-b977-25203489b11e req-af68a4de-7660-4bb4-a0c8-c87e4059e5ab tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843868 May 26 03:21:09.420336 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-189d962b-93d4-464e-941e-459a0998be48 req-1a1fd2f3-66ad-4a7e-90b8-0a29e0df01f1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770717 May 26 03:21:10.084247 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170a2ba-8794-4761-8adf-2da6b6639c4f req-432a6c5c-bc82-4fc3-a442-e98ba97280c9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:10.085845 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d170a2ba-8794-4761-8adf-2da6b6639c4f req-432a6c5c-bc82-4fc3-a442-e98ba97280c9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0858672 May 26 03:21:10.092013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d30324-bd03-4ce8-94c9-0d66083afb1b req-d1936c05-e743-41ed-b841-4c43e11c02a9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:10.093550 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e5d30324-bd03-4ce8-94c9-0d66083afb1b req-d1936c05-e743-41ed-b841-4c43e11c02a9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0822771 May 26 03:21:10.174987 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d170a2ba-8794-4761-8adf-2da6b6639c4f req-46098ee8-bdb5-45bc-8042-fe2b72645329 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802498 May 26 03:21:10.194310 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e5d30324-bd03-4ce8-94c9-0d66083afb1b req-eb3a3891-19b3-4318-a979-7af1eccc47f0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931618 May 26 03:21:10.263267 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:10.303116 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272da7d-a91b-4ae0-b1fb-ca33dfdfec68 req-cc89a3cc-f9c0-4d2d-a2e0-91aae14c2e7e tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:10.305013 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5272da7d-a91b-4ae0-b1fb-ca33dfdfec68 req-cc89a3cc-f9c0-4d2d-a2e0-91aae14c2e7e tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 932 time: 0.0550852 May 26 03:21:10.355452 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5272da7d-a91b-4ae0-b1fb-ca33dfdfec68 req-3688f366-ccc6-46fe-9c31-c042fcd2d342 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 May 26 03:21:10.473844 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 6eb2482e-798e-49ef-9d01-88787186f1a2 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:21:10.568347 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 6eb2482e-798e-49ef-9d01-88787186f1a2 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:21:10.584281 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 6eb2482e-798e-49ef-9d01-88787186f1a2 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:21:10.584959 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:10.631953 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e221113-1002-45c3-82e6-599dbd99ab61 req-8d052be5-4d62-4fb2-8aec-160d69a1eb96 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:10.633493 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2e221113-1002-45c3-82e6-599dbd99ab61 req-8d052be5-4d62-4fb2-8aec-160d69a1eb96 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1002991 May 26 03:21:10.701877 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7311904-66b5-4cff-87bf-80694dd34497 req-f9be2d43-ac96-4140-b30f-e4e9ae89429f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:10.702217 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a7311904-66b5-4cff-87bf-80694dd34497 req-f9be2d43-ac96-4140-b30f-e4e9ae89429f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 944 time: 0.1575661 May 26 03:21:10.741409 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 6eb2482e-798e-49ef-9d01-88787186f1a2 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:21:10.741797 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:10.782695 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 6eb2482e-798e-49ef-9d01-88787186f1a2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6eb2482e-798e-49ef-9d01-88787186f1a2,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:10.784263 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18492b-43c9-4304-a135-6c4acac69e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb2482e-798e-49ef-9d01-88787186f1a2'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:21:10.787202 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec25e8e-8859-4cbf-b8d3-753bb2b99863" -d '{"events": [{"server_uuid": "0a18492b-43c9-4304-a135-6c4acac69e1f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb2482e-798e-49ef-9d01-88787186f1a2"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:21:10.790951 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:10.841137 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2e221113-1002-45c3-82e6-599dbd99ab61 req-c0062473-8b77-420f-a4fa-7cdb3dea7d6b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889842 May 26 03:21:10.852507 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=6eb2482e-798e-49ef-9d01-88787186f1a2,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:10.889226 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a7311904-66b5-4cff-87bf-80694dd34497 req-500c0f27-6d02-42ea-b095-7569b2851e3d tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711595 May 26 03:21:10.933832 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91997014-04ce-4697-84fc-1b1f418657b3 x-openstack-request-id: req-91997014-04ce-4697-84fc-1b1f418657b3 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:21:10.934166 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18492b-43c9-4304-a135-6c4acac69e1f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb2482e-798e-49ef-9d01-88787186f1a2", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:21:10.934464 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91997014-04ce-4697-84fc-1b1f418657b3 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:21:10.934865 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91997014-04ce-4697-84fc-1b1f418657b3'] response: {'server_uuid': '0a18492b-43c9-4304-a135-6c4acac69e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb2482e-798e-49ef-9d01-88787186f1a2', 'code': 200} May 26 03:21:11.298988 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:11.328383 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87014ff-e1f3-4533-abd7-634b2b661ff8 req-004e8fb5-8e42-4057-ba74-6912ad4c28c9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:11.332491 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d87014ff-e1f3-4533-abd7-634b2b661ff8 req-004e8fb5-8e42-4057-ba74-6912ad4c28c9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0760911 May 26 03:21:11.443485 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6930bc-229e-45cc-a043-492f0c097493 req-7c294b80-b499-487b-b712-fa97ed5c8aed tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:11.445131 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8a6930bc-229e-45cc-a043-492f0c097493 req-7c294b80-b499-487b-b712-fa97ed5c8aed tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0893240 May 26 03:21:11.448834 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d87014ff-e1f3-4533-abd7-634b2b661ff8 req-4c3d1f10-0baa-4de5-9e53-71cfc8c8eb54 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107547 May 26 03:21:11.505817 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8a6930bc-229e-45cc-a043-492f0c097493 req-63e61b9f-f5c9-488c-a22e-9680a78814bb tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 May 26 03:21:11.593995 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6a05c-4616-4b20-880d-5222d42eedde req-b553f01d-c69c-4e29-a818-98c0876cc514 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:11.596483 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-49a6a05c-4616-4b20-880d-5222d42eedde req-b553f01d-c69c-4e29-a818-98c0876cc514 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 932 time: 0.0556943 May 26 03:21:11.647867 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-49a6a05c-4616-4b20-880d-5222d42eedde req-f2541fe4-61de-4214-869e-6e47b55dbf2b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 May 26 03:21:12.012005 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07bd52-95f0-4f9e-98e0-8a6d8bd3063d req-1bee6ead-df97-43c5-b94d-56276623feb5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:12.013425 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1f07bd52-95f0-4f9e-98e0-8a6d8bd3063d req-1bee6ead-df97-43c5-b94d-56276623feb5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0870895 May 26 03:21:12.025420 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706831a-1490-46af-ba6e-7984dc6d7a7f req-ca5e4ed2-bf5d-468d-9f9b-33ac4ecb268f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:12.026853 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e706831a-1490-46af-ba6e-7984dc6d7a7f req-ca5e4ed2-bf5d-468d-9f9b-33ac4ecb268f tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.0676143 May 26 03:21:12.096379 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:12.105456 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1f07bd52-95f0-4f9e-98e0-8a6d8bd3063d req-aa7d39fa-cf6f-4cf4-aeff-6aaf4560239b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776320 May 26 03:21:12.108742 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e706831a-1490-46af-ba6e-7984dc6d7a7f req-39298d98-1fdc-4b55-9360-f835979ae858 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737844 May 26 03:21:12.652270 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31456e41-d101-4b38-9a0e-eac9ab663d5d req-868fce8d-cfbb-49f2-94a7-2885e9f71798 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:12.653722 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-31456e41-d101-4b38-9a0e-eac9ab663d5d req-868fce8d-cfbb-49f2-94a7-2885e9f71798 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0820751 May 26 03:21:12.664392 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1748c-037e-4089-b79e-bbc05571ccee req-e9b2734f-2c02-49f4-b9f9-6fd126ef2668 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:12.665830 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e3d1748c-037e-4089-b79e-bbc05571ccee req-e9b2734f-2c02-49f4-b9f9-6fd126ef2668 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0642238 May 26 03:21:12.744145 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-31456e41-d101-4b38-9a0e-eac9ab663d5d req-f3b57842-edff-437b-8e13-ca5e3228c11e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772471 May 26 03:21:12.748462 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e3d1748c-037e-4089-b79e-bbc05571ccee req-1bc30f57-0593-49c0-b98f-617e7b388b24 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755217 May 26 03:21:12.861861 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:12.882430 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3dc3a-8c37-4efa-a682-4c0447568d81 req-5008ebe1-edad-4476-baf8-d08bbcde0a9c tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:12.887823 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-01a3dc3a-8c37-4efa-a682-4c0447568d81 req-5008ebe1-edad-4476-baf8-d08bbcde0a9c tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 932 time: 0.0603104 May 26 03:21:12.934419 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-01a3dc3a-8c37-4efa-a682-4c0447568d81 req-79329923-0060-4772-a5e2-e5bb9d483d58 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445158 May 26 03:21:13.285862 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf7a64-d9e1-499c-bf13-4d530f87d108 req-0998213e-ebc4-45ab-a06f-eb8c88e52371 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:13.287769 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-21bf7a64-d9e1-499c-bf13-4d530f87d108 req-0998213e-ebc4-45ab-a06f-eb8c88e52371 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0818064 May 26 03:21:13.294635 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737f7b4-862a-4c5a-8ec7-f34555a75710 req-6a2866e5-8c57-41fa-9b03-dff63416d59a tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:13.296082 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4737f7b4-862a-4c5a-8ec7-f34555a75710 req-6a2866e5-8c57-41fa-9b03-dff63416d59a tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.1015270 May 26 03:21:13.379196 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-21bf7a64-d9e1-499c-bf13-4d530f87d108 req-354ddab5-b85c-4d89-9fc6-e6c604d2a343 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797663 May 26 03:21:13.404567 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4737f7b4-862a-4c5a-8ec7-f34555a75710 req-0e222488-f9e5-49a4-9f03-c627be2ae5dd tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919673 May 26 03:21:13.959712 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 50670) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:13.967297 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe7d77-06b1-40b8-b5a4-0fc9a25c00a4 req-a48c9de6-3d0b-4866-ad6b-e6a1479ea3e4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:13.974478 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-94fe7d77-06b1-40b8-b5a4-0fc9a25c00a4 req-a48c9de6-3d0b-4866-ad6b-e6a1479ea3e4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0901666 May 26 03:21:13.989862 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a147c-bb89-4ca6-bc22-3260ecea3d99 req-484edfdc-ba47-4429-ac71-ba137bde8fc6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:13.997035 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9b4a147c-bb89-4ca6-bc22-3260ecea3d99 req-484edfdc-ba47-4429-ac71-ba137bde8fc6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.1617138 May 26 03:21:14.117516 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9b4a147c-bb89-4ca6-bc22-3260ecea3d99 req-312f6d40-1180-4a94-baf2-9c5ffdb504f3 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195762 May 26 03:21:14.124607 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-94fe7d77-06b1-40b8-b5a4-0fc9a25c00a4 req-dfeeb378-49b7-41b6-9960-92048b27b305 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458230 May 26 03:21:14.172689 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-baf1ef3e-b482-4913-9c65-3f52a89dc3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:14.273994 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f544b-aa0c-4abd-b70e-60647c65989d req-10a1e2b1-0545-4a06-8c1d-1d4c63a7589e tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:14.275645 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-016f544b-aa0c-4abd-b70e-60647c65989d req-10a1e2b1-0545-4a06-8c1d-1d4c63a7589e tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 932 time: 0.0845327 May 26 03:21:14.291172 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-baf1ef3e-b482-4913-9c65-3f52a89dc3cb admin admin] Publish callbacks [] for security_group (64353840-7dc4-4cad-822d-001d91490a78), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:14.302613 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-baf1ef3e-b482-4913-9c65-3f52a89dc3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (64353840-7dc4-4cad-822d-001d91490a78), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:14.349091 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1ef3e-b482-4913-9c65-3f52a89dc3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64353840-7dc4-4cad-822d-001d91490a78,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:14.352933 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-016f544b-aa0c-4abd-b70e-60647c65989d req-df161a5a-9ad6-4251-9d6e-d4acbad31794 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713086 May 26 03:21:14.367535 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-baf1ef3e-b482-4913-9c65-3f52a89dc3cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9643d666032242bb882af509af881d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4064956 May 26 03:21:14.367764 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 50676) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:14.444604 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Publish callbacks [] for security_group (64353840-7dc4-4cad-822d-001d91490a78), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:14.470643 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Publish callbacks [] for security_group (64353840-7dc4-4cad-822d-001d91490a78), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:14.606157 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267978-dfcb-450e-ab0e-1967d075c516 req-530fec1b-7986-43ec-8327-8e281e993917 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:14.608037 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-54267978-dfcb-450e-ab0e-1967d075c516 req-530fec1b-7986-43ec-8327-8e281e993917 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.1188047 May 26 03:21:14.619864 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3bd90-7e54-4709-bc23-543f95a2d940 req-f7613ca0-fa28-40e6-a9d6-3040e24c7b72 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:14.621379 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ced3bd90-7e54-4709-bc23-543f95a2d940 req-f7613ca0-fa28-40e6-a9d6-3040e24c7b72 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1051266 May 26 03:21:14.654403 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (64353840-7dc4-4cad-822d-001d91490a78), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:14.656945 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:14.661255 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64353840-7dc4-4cad-822d-001d91490a78 HTTP/1.1" status: 204 len: 168 time: 0.2926750 May 26 03:21:14.679647 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64353840-7dc4-4cad-822d-001d91490a78,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:14.702780 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.703018 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.703456 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.703791 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.704116 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.704436 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.704951 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.705598 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.705962 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.706288 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.706615 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.706936 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.707275 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.707592 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.707937 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9ebc-6611-434b-ad27-02589a2dc7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:14.792948 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-54267978-dfcb-450e-ab0e-1967d075c516 req-c694863b-5e7e-4c19-9ff8-5954c7391464 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701372 May 26 03:21:14.825008 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ced3bd90-7e54-4709-bc23-543f95a2d940 req-cc034756-5311-4ccd-95ac-6da3436ac0c1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846583 May 26 03:21:15.229311 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:15.243073 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:15.309127 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801a62-3cd7-47fe-95c4-99f0bfcb3397 req-323324cc-821e-4bf9-a78f-0be08793aa68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:15.317904 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c6801a62-3cd7-47fe-95c4-99f0bfcb3397 req-323324cc-821e-4bf9-a78f-0be08793aa68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0989182 May 26 03:21:15.329285 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bde6c7-b9ac-4e14-9534-698da920a1ac req-38272292-5b14-47d0-ae81-01d8fe7fdd59 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:15.333604 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-05bde6c7-b9ac-4e14-9534-698da920a1ac req-38272292-5b14-47d0-ae81-01d8fe7fdd59 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0991063 May 26 03:21:15.403185 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c6801a62-3cd7-47fe-95c4-99f0bfcb3397 req-29c3043f-db6c-4897-bab5-932bffe53cc3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844116 May 26 03:21:15.414734 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-05bde6c7-b9ac-4e14-9534-698da920a1ac req-abd226f4-a712-400c-8e78-36a72600727a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751681 May 26 03:21:15.511056 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f64a-6430-43d3-85c7-fa4aa6235a19 req-7db9b6f6-61e9-4fdd-99fb-7837bd702c2b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:15.512660 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1de1f64a-6430-43d3-85c7-fa4aa6235a19 req-7db9b6f6-61e9-4fdd-99fb-7837bd702c2b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 932 time: 0.0486703 May 26 03:21:15.560412 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1de1f64a-6430-43d3-85c7-fa4aa6235a19 req-96969cfd-6915-4296-8a6f-e3efd417f750 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 May 26 03:21:15.924053 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Request body: {'port': {'device_id': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:15.948162 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eda16-b8a4-43cb-be6b-e25be3d9bbaa req-6385ce41-6173-4ce7-a768-8ad55fe368cc tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:15.951857 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-326eda16-b8a4-43cb-be6b-e25be3d9bbaa req-6385ce41-6173-4ce7-a768-8ad55fe368cc tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.0682924 May 26 03:21:15.991872 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:16.046502 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e264-a39e-40a7-9e0b-512ae291041c req-6cfb3ff2-a6fe-4774-93a2-68e824d535b0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:16.048174 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0ac9e264-a39e-40a7-9e0b-512ae291041c req-6cfb3ff2-a6fe-4774-93a2-68e824d535b0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0951352 May 26 03:21:16.119958 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-326eda16-b8a4-43cb-be6b-e25be3d9bbaa req-530e341f-1fd2-4d3d-ac75-0357ecef7b1c tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314909 May 26 03:21:16.131601 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0ac9e264-a39e-40a7-9e0b-512ae291041c req-0a170d76-8c66-40df-9afd-729e26eb801c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744669 May 26 03:21:16.345485 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9851e0-ef8a-44d3-9c08-ae468cf0ffcc req-dd77de57-180b-408d-b6d0-5f35e61e4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:16.347019 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3e9851e0-ef8a-44d3-9c08-ae468cf0ffcc req-dd77de57-180b-408d-b6d0-5f35e61e4f15 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 1129 time: 0.0414469 May 26 03:21:16.350894 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-4cc612e1-6d21-4b3a-85c9-594d58922007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:16.352790 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-4cc612e1-6d21-4b3a-85c9-594d58922007 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 1129 time: 0.0734203 May 26 03:21:16.374363 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353261a9-3e5f-493a-afb3-3b26d13793e8 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:21:16.384369 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Publish callbacks [] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:16.425239 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3e9851e0-ef8a-44d3-9c08-ae468cf0ffcc req-b5f2c6d3-bf21-4f70-9ca8-1c0b1319cde5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628221 May 26 03:21:16.467592 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Transition to ACTIVE for port object 353261a9-3e5f-493a-afb3-3b26d13793e8 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:21:16.484737 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:16.544232 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509f7cd-a82c-4b54-8e7e-1c21bd74c924 req-88bf8c70-b43a-4bec-b26f-f9701fe60287 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:16.551428 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c509f7cd-a82c-4b54-8e7e-1c21bd74c924 req-88bf8c70-b43a-4bec-b26f-f9701fe60287 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0665331 May 26 03:21:16.605977 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:16.647697 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-a0f08916-caec-41e0-b857-366a2cc32c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:16.650636 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c0e5c-52a7-4ece-b4e4-72a9b68126de req-90165c85-6458-4398-8c4c-210726f53020 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:16.652127 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-a0f08916-caec-41e0-b857-366a2cc32c68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 917 time: 0.2638228 May 26 03:21:16.652253 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-671c0e5c-52a7-4ece-b4e4-72a9b68126de req-90165c85-6458-4398-8c4c-210726f53020 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0937068 May 26 03:21:16.653316 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Pushing event updated for resources: {'Port': ['ID=353261a9-3e5f-493a-afb3-3b26d13793e8,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:16.666754 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c509f7cd-a82c-4b54-8e7e-1c21bd74c924 req-88e0c2e9-ac54-48d4-af28-9933b17d644e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118615 May 26 03:21:16.746913 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-671c0e5c-52a7-4ece-b4e4-72a9b68126de req-0c2377ee-ad18-4b83-bbd4-5488bd3782ca tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778272 May 26 03:21:16.750714 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:16.754617 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-cae594b5-d0de-4ab5-95ae-a9677da5641c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48 HTTP/1.1" status: 200 len: 1001 time: 0.0894046 May 26 03:21:16.828750 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Attempting to bind port 353261a9-3e5f-493a-afb3-3b26d13793e8 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:21:16.829158 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Attempting to bind port 353261a9-3e5f-493a-afb3-3b26d13793e8 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:21:16.830028 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Attempting to bind port 353261a9-3e5f-493a-afb3-3b26d13793e8 on network a298599f-c97e-4706-93ce-266bcdf105f7 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:21:16.831106 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611142e-27c2-4e47-ab2b-959a6f557e5b req-afd5bf14-4755-4bcb-b45f-c3d9310200cf tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:16.838714 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5611142e-27c2-4e47-ab2b-959a6f557e5b req-afd5bf14-4755-4bcb-b45f-c3d9310200cf tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 944 time: 0.0906084 May 26 03:21:16.839637 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Port 353261a9-3e5f-493a-afb3-3b26d13793e8 on network a298599f-c97e-4706-93ce-266bcdf105f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:21:16.839968 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Attempting to bind port 353261a9-3e5f-493a-afb3-3b26d13793e8 on network a298599f-c97e-4706-93ce-266bcdf105f7 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:21:16.849190 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:21:16.849903 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Checking segment: {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:21:16.850770 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Bound using segment: {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:21:16.851451 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Bound port: 353261a9-3e5f-493a-afb3-3b26d13793e8, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadb4834-92f9-44b0-8fcb-52cc5160abc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:21:16.852017 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:16.857070 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-96747407-07c4-44cc-87ff-dd02a0cab87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:16.859020 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-96747407-07c4-44cc-87ff-dd02a0cab87b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 200 len: 855 time: 0.0956864 May 26 03:21:16.895311 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5611142e-27c2-4e47-ab2b-959a6f557e5b req-90f964f4-d404-46d2-b9a4-dd528347bb19 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555561 May 26 03:21:16.948452 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] For port 353261a9-3e5f-493a-afb3-3b26d13793e8, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:21:16.952261 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] For port 353261a9-3e5f-493a-afb3-3b26d13793e8, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=353261a9-3e5f-493a-afb3-3b26d13793e8,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:21:16.960505 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:16.995167 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:16.995939 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:16.998103 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] 10.222.0.45 "PUT /v2.0/ports/353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 200 len: 1094 time: 1.0783877 May 26 03:21:17.001175 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:21:17.003908 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd2fd61-424f-49bb-8161-9d039e96f95c" -d '{"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:21:17.030398 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49366c7-6cd6-4781-8094-0b58d2e2657a service neutron] Pushing event updated for resources: {'Port': ['ID=353261a9-3e5f-493a-afb3-3b26d13793e8,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:17.049443 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec626139-47ef-4cbe-b53a-98183965e155 x-openstack-request-id: req-ec626139-47ef-4cbe-b53a-98183965e155 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:21:17.049721 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:21:17.049969 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec626139-47ef-4cbe-b53a-98183965e155 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:21:17.050384 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec626139-47ef-4cbe-b53a-98183965e155'] response: {'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'status': 'completed', 'code': 200} May 26 03:21:17.274592 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a4967-b209-438b-911a-0f52e900867e req-d83f38b2-9316-47da-8602-a284a766dade tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:17.276711 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b06a4967-b209-438b-911a-0f52e900867e req-d83f38b2-9316-47da-8602-a284a766dade tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.0882566 May 26 03:21:17.300830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ea7fb-4980-4ec5-8672-bfde2a5da83c req-d8774a85-af3f-4b5e-8923-fba8636938f5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:17.302501 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a29ea7fb-4980-4ec5-8672-bfde2a5da83c req-d8774a85-af3f-4b5e-8923-fba8636938f5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0837379 May 26 03:21:17.336068 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-370ab4fe-31b8-4310-a13e-39252a357934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:17.337614 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-370ab4fe-31b8-4310-a13e-39252a357934 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2a6adbc-61d2-4628-a539-9e0450886394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790510 May 26 03:21:17.341105 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2fd61-424f-49bb-8161-9d039e96f95c req-59cc5368-1f66-42ca-baf3-0da22cf132ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:17.342487 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fdd2fd61-424f-49bb-8161-9d039e96f95c req-59cc5368-1f66-42ca-baf3-0da22cf132ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddf6034e4fe740b19807be75cb04bce5&device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 1128 time: 0.0695970 May 26 03:21:17.370432 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b06a4967-b209-438b-911a-0f52e900867e req-af84624e-00a4-4bf3-875f-a95622548e0a tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841844 May 26 03:21:17.379747 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a29ea7fb-4980-4ec5-8672-bfde2a5da83c req-e1399261-1f9d-4ce7-a1ed-6cfe7b74329f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709813 May 26 03:21:17.538567 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-ed78dc21-6182-433f-8c5b-c5d33da7bd99 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644354 May 26 03:21:17.539460 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2fd61-424f-49bb-8161-9d039e96f95c req-a77abd7e-8366-49e3-8765-bece7d070406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:17.540766 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fdd2fd61-424f-49bb-8161-9d039e96f95c req-a77abd7e-8366-49e3-8765-bece7d070406 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ddf6034e4fe740b19807be75cb04bce5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1589198 May 26 03:21:17.708490 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2718688-79a2-492b-95f1-d8cadc1b5fa5 req-ac739b71-3f63-4c3c-a2fb-aea416b49d29 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574755 May 26 03:21:17.711695 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2fd61-424f-49bb-8161-9d039e96f95c req-bcb8fdf3-6479-4ec1-b45c-240d09a104b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:17.712870 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fdd2fd61-424f-49bb-8161-9d039e96f95c req-bcb8fdf3-6479-4ec1-b45c-240d09a104b8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608806 May 26 03:21:17.755381 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:17.796541 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:17.814094 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a13ae-e514-4b17-bfea-1348ba72ce4e req-c2dad0f9-8766-4852-8a88-2c00df83b25b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:17.823751 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3e8a13ae-e514-4b17-bfea-1348ba72ce4e req-c2dad0f9-8766-4852-8a88-2c00df83b25b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0744848 May 26 03:21:17.909127 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac205e-e853-4267-8e59-ca8721a54dd3 req-9216c3ad-3de6-48e4-9c8c-3f2a22112e5d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:17.911445 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4aac205e-e853-4267-8e59-ca8721a54dd3 req-9216c3ad-3de6-48e4-9c8c-3f2a22112e5d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0711157 May 26 03:21:17.917771 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3e8a13ae-e514-4b17-bfea-1348ba72ce4e req-0131cd0c-8dab-478c-94c0-7002b436a4d2 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931761 May 26 03:21:17.967333 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4aac205e-e853-4267-8e59-ca8721a54dd3 req-e1cc67f1-0b2d-4597-84c4-c98ebb30269a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485859 May 26 03:21:18.024141 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16de24-ea2a-4b54-908d-6513557e08ec req-0bcb0579-d262-466e-8f49-97fc49cede82 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:18.025634 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b16de24-ea2a-4b54-908d-6513557e08ec req-0bcb0579-d262-466e-8f49-97fc49cede82 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 944 time: 0.0478220 May 26 03:21:18.078723 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b16de24-ea2a-4b54-908d-6513557e08ec req-1cb62881-1619-4c2d-957f-3f927d55f4e6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474215 May 26 03:21:18.462837 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e02d2-8e67-4731-9927-f948fcc13cca req-30776794-d9e9-4a52-a83c-9ef23834ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:18.464490 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-30776794-d9e9-4a52-a83c-9ef23834ff8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddf6034e4fe740b19807be75cb04bce5&device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 1128 time: 0.0666242 May 26 03:21:18.484296 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 8f3ffc1c-dd96-4c79-8070-6048d639cb48 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:21:18.529102 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-25185fb3-f0f1-4aa2-be5a-7e0b1597ec86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 200 len: 217 time: 0.0414765 May 26 03:21:18.541013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad3b75-f6d6-46a5-8018-402b4f5b5276 req-569061fd-0b65-4dab-931a-9404e10ef3d7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:18.542550 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-afad3b75-f6d6-46a5-8018-402b4f5b5276 req-569061fd-0b65-4dab-931a-9404e10ef3d7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0795798 May 26 03:21:18.564832 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3ea35-1826-4f2a-974f-9405a215bb60 req-1b534e78-4595-478a-aa86-f001c9879329 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:18.566522 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e0a3ea35-1826-4f2a-974f-9405a215bb60 req-1b534e78-4595-478a-aa86-f001c9879329 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.0911269 May 26 03:21:18.604774 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:18.617084 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'port_id': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'mac_address': 'fa:16:3e:b4:fd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:21:18.631495 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-afad3b75-f6d6-46a5-8018-402b4f5b5276 req-3a0934ab-eeee-4558-a6c6-551446c4afc7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829089 May 26 03:21:18.635503 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e0a3ea35-1826-4f2a-974f-9405a215bb60 req-efe751c6-4c6f-4512-8557-f5f20e16eb90 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619133 May 26 03:21:18.656059 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 is: ACTIVE; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:21:18.656447 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:18.669943 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f3ffc1c-dd96-4c79-8070-6048d639cb48 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:21:18.680190 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:18.691693 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:18.695372 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:18.751422 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=6']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:18.786189 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e02d2-8e67-4731-9927-f948fcc13cca req-a6b85dac-d69e-48c0-a92a-7a2f424f0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:18.788066 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-a6b85dac-d69e-48c0-a92a-7a2f424f0c93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f99ac678-edd8-4fc2-8f77-0c099d8ff4e9 HTTP/1.1" status: 200 len: 854 time: 0.0558641 May 26 03:21:18.832565 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['8f3ffc1c-dd96-4c79-8070-6048d639cb48'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:21:18.833949 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:18.847040 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e02d2-8e67-4731-9927-f948fcc13cca req-7489055a-5fdf-40f6-adcd-de7e1d70ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:18.848600 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-7489055a-5fdf-40f6-adcd-de7e1d70ec0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a298599f-c97e-4706-93ce-266bcdf105f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463693 May 26 03:21:18.987518 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-d562919e-6511-4202-b71c-1947c0ec1b10 service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234021 May 26 03:21:19.085876 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8412f17-c3fe-48c0-8cff-4bebd8cfadb2 req-531eb72e-4947-4bf8-81b4-8a02c6f51a49 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:19.087357 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8412f17-c3fe-48c0-8cff-4bebd8cfadb2 req-531eb72e-4947-4bf8-81b4-8a02c6f51a49 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0701606 May 26 03:21:19.134331 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e1dfd-5eeb-4549-bd29-2958b64d8d92 req-4b2d34e7-46d7-4678-b55f-e1e02441b6a4 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:19.135772 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e7e1dfd-5eeb-4549-bd29-2958b64d8d92 req-4b2d34e7-46d7-4678-b55f-e1e02441b6a4 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0719693 May 26 03:21:19.182431 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8412f17-c3fe-48c0-8cff-4bebd8cfadb2 req-d920a5ef-ed66-4cca-bd44-7dbb087fe12d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783830 May 26 03:21:19.224731 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e7e1dfd-5eeb-4549-bd29-2958b64d8d92 req-fe1eb65b-10a1-45d8-b8d1-76b094b1513c tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728683 May 26 03:21:19.299224 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:19.340790 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bec41-4091-46c2-96c6-026546714d78 req-72ba996c-6e57-4262-a1a6-06be299ca6ba tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:19.342999 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-200bec41-4091-46c2-96c6-026546714d78 req-72ba996c-6e57-4262-a1a6-06be299ca6ba tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 944 time: 0.0691483 May 26 03:21:19.356618 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-094e02d2-8e67-4731-9927-f948fcc13cca req-0ccb2fd9-675d-41ea-959c-8ecb6fc7a7e4 service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556075 May 26 03:21:19.430478 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-200bec41-4091-46c2-96c6-026546714d78 req-9bbbbfba-6e57-4e3c-94bd-eaa9c76aadd7 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754282 May 26 03:21:19.550506 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4872a9-30e3-4778-a8b4-a147dc342c95 req-434d6c22-5758-42ef-b14d-8879134058c1 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:19.552018 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8a4872a9-30e3-4778-a8b4-a147dc342c95 req-434d6c22-5758-42ef-b14d-8879134058c1 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.0468619 May 26 03:21:19.595224 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 50832) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:19.605953 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8a4872a9-30e3-4778-a8b4-a147dc342c95 req-0e8182c5-7b3c-4b25-b1f8-4c87c2f997e7 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468550 May 26 03:21:19.705564 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-023e5ee6-8f01-491f-be04-5b4cf94da343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:19.753195 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9178af-7e41-4178-8f49-e6d95d44922b req-017ab2f8-f3f2-4522-a531-e210cebea6f6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:19.754740 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1a9178af-7e41-4178-8f49-e6d95d44922b req-017ab2f8-f3f2-4522-a531-e210cebea6f6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 944 time: 0.0489440 May 26 03:21:19.782642 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-023e5ee6-8f01-491f-be04-5b4cf94da343 admin admin] Publish callbacks [] for security_group (c4536860-3ea1-4336-8ca7-5718d8d5e1bd), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:19.788166 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-023e5ee6-8f01-491f-be04-5b4cf94da343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c4536860-3ea1-4336-8ca7-5718d8d5e1bd), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:19.803271 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1a9178af-7e41-4178-8f49-e6d95d44922b req-f7429698-fe21-40d2-b581-c9581da39d70 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421922 May 26 03:21:19.832682 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-023e5ee6-8f01-491f-be04-5b4cf94da343 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c79b4c9f6fbd4304b9e9e789d7276b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357471 May 26 03:21:19.833584 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e5ee6-8f01-491f-be04-5b4cf94da343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4536860-3ea1-4336-8ca7-5718d8d5e1bd,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:19.835306 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 50838) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:19.884303 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c07d51ef-6d4b-48a6-aca5-b78ef1bc46b0 admin admin] Publish callbacks [] for security_group (c4536860-3ea1-4336-8ca7-5718d8d5e1bd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:19.886481 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:19.906200 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c07d51ef-6d4b-48a6-aca5-b78ef1bc46b0 admin admin] Publish callbacks [] for security_group (c4536860-3ea1-4336-8ca7-5718d8d5e1bd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:19.928035 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:19.954819 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c07d51ef-6d4b-48a6-aca5-b78ef1bc46b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c4536860-3ea1-4336-8ca7-5718d8d5e1bd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:19.957347 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c07d51ef-6d4b-48a6-aca5-b78ef1bc46b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:19.958501 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c07d51ef-6d4b-48a6-aca5-b78ef1bc46b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4536860-3ea1-4336-8ca7-5718d8d5e1bd HTTP/1.1" status: 204 len: 168 time: 0.1215191 May 26 03:21:19.966686 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d51ef-6d4b-48a6-aca5-b78ef1bc46b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4536860-3ea1-4336-8ca7-5718d8d5e1bd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:20.231814 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 50850) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:20.248576 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a330a34-c0d1-413f-a0e6-ec07f8c04006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.365483 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebcdd-6dcc-4fa6-994e-204032c51fb9 req-8c0df9e4-21c4-481e-8b0a-6116ff4864a3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:20.367006 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-503ebcdd-6dcc-4fa6-994e-204032c51fb9 req-8c0df9e4-21c4-481e-8b0a-6116ff4864a3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0987372 May 26 03:21:20.380550 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 50856) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:20.395300 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fa8ce-7a70-4e40-aea0-66f11da5691f req-36c4403d-c528-4d5e-8e14-0f412b48f864 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:20.396756 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d01fa8ce-7a70-4e40-aea0-66f11da5691f req-36c4403d-c528-4d5e-8e14-0f412b48f864 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0932205 May 26 03:21:20.485666 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a330a34-c0d1-413f-a0e6-ec07f8c04006 admin admin] Publish callbacks [] for security_group (e64c83e8-95c7-46f4-a81b-87905199d55b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.485826 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 8f3ffc1c-dd96-4c79-8070-6048d639cb48 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:21:20.492569 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-503ebcdd-6dcc-4fa6-994e-204032c51fb9 req-728b08ab-5fe0-40af-b11b-1b43cdcd7ef3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180558 May 26 03:21:20.497799 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a330a34-c0d1-413f-a0e6-ec07f8c04006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e64c83e8-95c7-46f4-a81b-87905199d55b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.519180 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-698a6cc7-9f3d-445b-baac-5018c45fd617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.542197 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d01fa8ce-7a70-4e40-aea0-66f11da5691f req-7c320e95-3bca-4cbf-be97-f4af62ed9f4a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175549 May 26 03:21:20.557559 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a330a34-c0d1-413f-a0e6-ec07f8c04006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64c83e8-95c7-46f4-a81b-87905199d55b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:20.563285 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5a330a34-c0d1-413f-a0e6-ec07f8c04006 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=006a682de017451b9edbe50363d722be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303266 May 26 03:21:20.566556 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 50864) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:20.566693 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:21:20.567022 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.636378 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-698a6cc7-9f3d-445b-baac-5018c45fd617 admin admin] Publish callbacks [] for security_group (9be07cf4-44f7-41e1-9149-a7f91040c334), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.640377 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:20.644789 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-698a6cc7-9f3d-445b-baac-5018c45fd617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9be07cf4-44f7-41e1-9149-a7f91040c334), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.648344 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:21:20.649134 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.669630 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c8dcb-22aa-4633-bb6f-a45f37686037 req-d582c424-704f-4a1d-9647-b32e3e06c0ab tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:20.671211 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb9c8dcb-22aa-4633-bb6f-a45f37686037 req-d582c424-704f-4a1d-9647-b32e3e06c0ab tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 944 time: 0.0715826 May 26 03:21:20.674930 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-89fb4217-0f29-4886-8d1b-6a9fc3edeff8 admin admin] Publish callbacks [] for security_group (e64c83e8-95c7-46f4-a81b-87905199d55b), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.678307 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:21:20.681243 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796de372-1e67-4274-b865-9aab8bae3f8b" -d '{"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:21:20.701560 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:20.705488 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-698a6cc7-9f3d-445b-baac-5018c45fd617 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc53955c1b254e979a287932e5574bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230529 May 26 03:21:20.706875 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a6cc7-9f3d-445b-baac-5018c45fd617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be07cf4-44f7-41e1-9149-a7f91040c334,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:20.709924 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 50870) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:20.710282 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.717934 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-89fb4217-0f29-4886-8d1b-6a9fc3edeff8 admin admin] Publish callbacks [] for security_group (e64c83e8-95c7-46f4-a81b-87905199d55b), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.765282 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=7']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:20.774442 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.775125 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.775772 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.776108 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.776441 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.776764 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.777253 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.777736 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.778243 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.778568 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.778898 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.779217 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.779717 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.780192 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.780511 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:21:20.780911 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53a76b18-14a0-4a25-af4a-419594530f4d admin admin] Publish callbacks [] for security_group (9be07cf4-44f7-41e1-9149-a7f91040c334), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.803657 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53a76b18-14a0-4a25-af4a-419594530f4d admin admin] Publish callbacks [] for security_group (9be07cf4-44f7-41e1-9149-a7f91040c334), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.807699 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eb9c8dcb-22aa-4633-bb6f-a45f37686037 req-8b6c1908-d764-4b38-93e6-2f544f3c5acb tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274743 May 26 03:21:20.814719 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b8717-44f6-49b1-83df-430fcbbd1a6b req-ab2497b2-2538-408f-88da-ef605d6ba7f8 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:20.816386 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-492b8717-44f6-49b1-83df-430fcbbd1a6b req-ab2497b2-2538-408f-88da-ef605d6ba7f8 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.1058021 May 26 03:21:20.865192 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8528bc6-06ec-4976-8725-dc29b83a9fc0 x-openstack-request-id: req-f8528bc6-06ec-4976-8725-dc29b83a9fc0 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:21:20.865670 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:21:20.866257 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8528bc6-06ec-4976-8725-dc29b83a9fc0 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:21:20.867200 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8528bc6-06ec-4976-8725-dc29b83a9fc0'] response: {'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'code': 200} May 26 03:21:20.869269 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53a76b18-14a0-4a25-af4a-419594530f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9be07cf4-44f7-41e1-9149-a7f91040c334), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.872186 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-89fb4217-0f29-4886-8d1b-6a9fc3edeff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e64c83e8-95c7-46f4-a81b-87905199d55b), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.872297 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-53a76b18-14a0-4a25-af4a-419594530f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.875549 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-89fb4217-0f29-4886-8d1b-6a9fc3edeff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:20.876192 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-53a76b18-14a0-4a25-af4a-419594530f4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9be07cf4-44f7-41e1-9149-a7f91040c334 HTTP/1.1" status: 204 len: 168 time: 0.1517191 May 26 03:21:20.885350 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a76b18-14a0-4a25-af4a-419594530f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be07cf4-44f7-41e1-9149-a7f91040c334,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:20.888187 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-89fb4217-0f29-4886-8d1b-6a9fc3edeff8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e64c83e8-95c7-46f4-a81b-87905199d55b HTTP/1.1" status: 204 len: 168 time: 0.3203969 May 26 03:21:20.908432 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-492b8717-44f6-49b1-83df-430fcbbd1a6b req-660efde7-2218-4a9e-bf93-053caf390304 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764644 May 26 03:21:20.911185 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb4217-0f29-4886-8d1b-6a9fc3edeff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64c83e8-95c7-46f4-a81b-87905199d55b,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:20.980743 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c14ba-2363-41b0-8e33-0d90bbcdba8c req-0687f47b-6338-454b-8aa8-667743bdced1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:20.982294 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-710c14ba-2363-41b0-8e33-0d90bbcdba8c req-0687f47b-6338-454b-8aa8-667743bdced1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0645170 May 26 03:21:21.000846 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:21.046086 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-710c14ba-2363-41b0-8e33-0d90bbcdba8c req-aca31ec1-bf91-4956-97df-c7732d4e7890 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536656 May 26 03:21:21.652012 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f85933-f276-4652-b436-53b1aab1db34 req-e2bf1714-89a4-4608-a4ee-1fb248df12f1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:21.653463 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a9f85933-f276-4652-b436-53b1aab1db34 req-e2bf1714-89a4-4608-a4ee-1fb248df12f1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0823772 May 26 03:21:21.683945 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8ddb4-12b1-452f-a8cc-5cba7e388728 req-92e7a788-a30e-42ae-afd2-0cece10bdcaa tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:21.685364 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-34e8ddb4-12b1-452f-a8cc-5cba7e388728 req-92e7a788-a30e-42ae-afd2-0cece10bdcaa tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0803473 May 26 03:21:21.720109 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:21.735690 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a9f85933-f276-4652-b436-53b1aab1db34 req-aa32184d-f493-416f-bda8-8df4891bc0fb tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751114 May 26 03:21:21.760301 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-34e8ddb4-12b1-452f-a8cc-5cba7e388728 req-0dbe4ac7-56f1-4aa5-927d-a3275a0ea320 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668561 May 26 03:21:21.931700 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2ec50-8d7b-42cb-b501-83946c9931b7 req-83e8c48c-97ec-4fbb-84b3-2823a4e96b57 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:21.933687 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d1a2ec50-8d7b-42cb-b501-83946c9931b7 req-83e8c48c-97ec-4fbb-84b3-2823a4e96b57 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 944 time: 0.0514929 May 26 03:21:21.999588 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d1a2ec50-8d7b-42cb-b501-83946c9931b7 req-77934b34-9800-48b9-97c3-83ccd62aaf0f tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552132 May 26 03:21:22.024503 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f9cf8e40-abda-4d8c-9dc6-c1dbda53c173 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:22.026100 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f9cf8e40-abda-4d8c-9dc6-c1dbda53c173 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.0880964 May 26 03:21:22.073873 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:22.158594 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Deleting port 6eb2482e-798e-49ef-9d01-88787186f1a2 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:21:22.159196 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:22.178245 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0b081-170a-402c-8b2c-5bb94828c84c req-cc6466d5-7d5c-4c93-918d-f96393f08c91 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:22.187053 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f8a0b081-170a-402c-8b2c-5bb94828c84c req-cc6466d5-7d5c-4c93-918d-f96393f08c91 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 945 time: 0.1456194 May 26 03:21:22.273236 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f4dd5-2cad-43d1-8dfe-b3e353f24d02 req-3feb0c70-d78b-4c26-ab7f-76ff74699e53 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:22.274310 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e20f4dd5-2cad-43d1-8dfe-b3e353f24d02 req-3feb0c70-d78b-4c26-ab7f-76ff74699e53 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0714262 May 26 03:21:22.304071 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f8a0b081-170a-402c-8b2c-5bb94828c84c req-7f6b1cb4-e2de-46ce-854c-c2e5675b54ae tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/security-groups?id=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095843 May 26 03:21:22.308713 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] For port 6eb2482e-798e-49ef-9d01-88787186f1a2, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6eb2482e-798e-49ef-9d01-88787186f1a2,segment=NetworkSegment(cf3cb097-b2c2-4d19-a53d-09e43ad36677),segment_id=cf3cb097-b2c2-4d19-a53d-09e43ad36677)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:22.309123 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:22.331386 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Calling delete_port for 6eb2482e-798e-49ef-9d01-88787186f1a2 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:21:22.345008 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e20f4dd5-2cad-43d1-8dfe-b3e353f24d02 req-3c8cebb6-7487-41bb-a02b-682d46562468 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626070 May 26 03:21:22.382459 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:22.482567 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (6eb2482e-798e-49ef-9d01-88787186f1a2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:22.487689 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 353261a9-3e5f-493a-afb3-3b26d13793e8 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:21:22.497171 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['6eb2482e-798e-49ef-9d01-88787186f1a2'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:21:22.523721 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Pushing event deleted for resources: {'Port': ['ID=6eb2482e-798e-49ef-9d01-88787186f1a2,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:22.538999 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:22.601130 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] No DVR routers for this DVR port 6eb2482e-798e-49ef-9d01-88787186f1a2 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:21:22.604013 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:22.608385 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aff73b50-1037-4c0e-8b24-5beb4d9a8b2f req-f56466ed-664b-4558-9461-6e38db43d044 tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.45 "DELETE /v2.0/ports/6eb2482e-798e-49ef-9d01-88787186f1a2 HTTP/1.1" status: 204 len: 173 time: 0.5736475 May 26 03:21:22.608930 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18492b-43c9-4304-a135-6c4acac69e1f', 'name': 'network-vif-deleted', 'tag': '6eb2482e-798e-49ef-9d01-88787186f1a2'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:21:22.613855 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb2b22-f962-4d9a-817b-ad02eef940b4" -d '{"events": [{"server_uuid": "0a18492b-43c9-4304-a135-6c4acac69e1f", "name": "network-vif-deleted", "tag": "6eb2482e-798e-49ef-9d01-88787186f1a2"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:21:22.670352 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0be501-d63b-4d81-b68b-5193fed9b16f x-openstack-request-id: req-7e0be501-d63b-4d81-b68b-5193fed9b16f {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:21:22.671360 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a18492b-43c9-4304-a135-6c4acac69e1f", "name": "network-vif-deleted", "tag": "6eb2482e-798e-49ef-9d01-88787186f1a2", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:21:22.671612 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e0be501-d63b-4d81-b68b-5193fed9b16f {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:21:22.672017 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0be501-d63b-4d81-b68b-5193fed9b16f'] response: {'server_uuid': '0a18492b-43c9-4304-a135-6c4acac69e1f', 'name': 'network-vif-deleted', 'tag': '6eb2482e-798e-49ef-9d01-88787186f1a2', 'status': 'completed', 'code': 200} May 26 03:21:22.838303 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 353261a9-3e5f-493a-afb3-3b26d13793e8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=353261a9-3e5f-493a-afb3-3b26d13793e8,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:22.855563 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'port_id': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'mac_address': 'fa:16:3e:a4:7e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:21:22.914064 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 353261a9-3e5f-493a-afb3-3b26d13793e8 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:21:22.914703 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:22.930854 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353261a9-3e5f-493a-afb3-3b26d13793e8 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:21:22.957515 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 353261a9-3e5f-493a-afb3-3b26d13793e8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=353261a9-3e5f-493a-afb3-3b26d13793e8,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:22.967279 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:22.972919 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b06a98-0c37-4216-8883-ca237baa4cd6 req-16b1eee7-7f52-49be-8d0c-69f124b9d121 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:22.975003 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e6b06a98-0c37-4216-8883-ca237baa4cd6 req-16b1eee7-7f52-49be-8d0c-69f124b9d121 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0560193 May 26 03:21:22.995301 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6ff55-92d0-4675-bfe3-96fa18908444 req-b8009f57-c241-4218-a2dc-80bbce47c1e6 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:23.002344 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-79b6ff55-92d0-4675-bfe3-96fa18908444 req-b8009f57-c241-4218-a2dc-80bbce47c1e6 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1185775 May 26 03:21:23.054159 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=353261a9-3e5f-493a-afb3-3b26d13793e8,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:23.064742 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e6b06a98-0c37-4216-8883-ca237baa4cd6 req-fdfd78b8-380c-4e7b-8c06-ee754b93bea8 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813465 May 26 03:21:23.090664 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-79b6ff55-92d0-4675-bfe3-96fa18908444 req-54908aa3-4f7c-4bbc-a155-8fba6894ecde tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856059 May 26 03:21:23.213953 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f5fe-082c-4ccb-aec3-7d3e7bb1327f req-bc32af00-95f0-4b7d-9513-854351d8e3c3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:23.222960 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c505f5fe-082c-4ccb-aec3-7d3e7bb1327f req-bc32af00-95f0-4b7d-9513-854351d8e3c3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 945 time: 0.0774255 May 26 03:21:23.281274 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['353261a9-3e5f-493a-afb3-3b26d13793e8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:21:23.488463 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c505f5fe-082c-4ccb-aec3-7d3e7bb1327f req-eb5b7b6b-8759-40d6-8040-1e8b0a52a413 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643023 May 26 03:21:23.555333 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-403cbaf6-c57a-478b-85d9-c84d2f297544 req-3db0b011-fac8-4ae3-af4c-1f870240312e tempest-VolumesActionsTest-2021934581 tempest-VolumesActionsTest-2021934581-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a18492b-43c9-4304-a135-6c4acac69e1f HTTP/1.1" status: 200 len: 210 time: 0.0522172 May 26 03:21:23.657033 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80619ef6-ebcb-4d6a-9466-ed86ec530c8d req-f797f172-a246-4c6e-8a83-855a3d3e133c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:23.664959 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-80619ef6-ebcb-4d6a-9466-ed86ec530c8d req-f797f172-a246-4c6e-8a83-855a3d3e133c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0839705 May 26 03:21:23.734507 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-80619ef6-ebcb-4d6a-9466-ed86ec530c8d req-23603c03-c8f6-4fc5-a15f-7ff2550157dd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657558 May 26 03:21:24.247894 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c9627-0736-4062-bc54-d6107942db2a req-6c1d596f-cf6e-44ec-b8f2-62a61068d4da tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:24.250529 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a84c9627-0736-4062-bc54-d6107942db2a req-6c1d596f-cf6e-44ec-b8f2-62a61068d4da tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.1006913 May 26 03:21:24.259346 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807791b1-9896-4399-84a1-ba7d07646276 req-bb2214e7-4b08-4e4f-8192-79237ee164c3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:24.261043 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-807791b1-9896-4399-84a1-ba7d07646276 req-bb2214e7-4b08-4e4f-8192-79237ee164c3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0970044 May 26 03:21:24.353828 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a84c9627-0736-4062-bc54-d6107942db2a req-6efaee44-024d-4ec3-9dd0-d063b29caa76 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914412 May 26 03:21:24.369157 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-807791b1-9896-4399-84a1-ba7d07646276 req-8d3abff5-d7ee-4943-bf9f-8a5bc3453996 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921187 May 26 03:21:24.495111 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 353261a9-3e5f-493a-afb3-3b26d13793e8 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:21:24.545451 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 353261a9-3e5f-493a-afb3-3b26d13793e8 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:21:24.552191 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 353261a9-3e5f-493a-afb3-3b26d13793e8 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:21:24.553065 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:24.603058 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:24.607600 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:24.623104 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3a417-952d-4f25-8d46-f52298c08ec2 req-d6987ec4-fdec-4b14-b33f-df38dc93b69b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:24.631142 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8bb3a417-952d-4f25-8d46-f52298c08ec2 req-d6987ec4-fdec-4b14-b33f-df38dc93b69b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 945 time: 0.0723333 May 26 03:21:24.653631 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 353261a9-3e5f-493a-afb3-3b26d13793e8 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:21:24.653631 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:24.675035 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:24.720099 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:21:24.723436 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd63926d-8aa2-4ed3-9bd2-1493308da24f" -d '{"events": [{"server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "name": "network-vif-plugged", "status": "completed", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:21:24.732157 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 353261a9-3e5f-493a-afb3-3b26d13793e8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=353261a9-3e5f-493a-afb3-3b26d13793e8,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:24.745273 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:24.745273 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 6eb2482e-798e-49ef-9d01-88787186f1a2 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:21:24.820181 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 6eb2482e-798e-49ef-9d01-88787186f1a2 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:21:24.820524 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 6eb2482e-798e-49ef-9d01-88787186f1a2 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:21:24.823018 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c66b23c-c47b-4146-9a59-708f5ed41878 x-openstack-request-id: req-3c66b23c-c47b-4146-9a59-708f5ed41878 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:21:24.823361 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "name": "network-vif-plugged", "status": "completed", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:21:24.823624 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c66b23c-c47b-4146-9a59-708f5ed41878 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:21:24.824019 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c66b23c-c47b-4146-9a59-708f5ed41878'] response: {'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'code': 200} May 26 03:21:24.825623 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=353261a9-3e5f-493a-afb3-3b26d13793e8,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:24.986130 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8bb3a417-952d-4f25-8d46-f52298c08ec2 req-9540f039-0eb0-4094-93d2-1f8920e1bcd7 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538585 May 26 03:21:25.042692 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e0b74-df1d-407b-b3c9-db19fdbcded1 req-39c80f54-32b8-410e-b4b3-e00c91e45c0b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:25.045422 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6b0e0b74-df1d-407b-b3c9-db19fdbcded1 req-39c80f54-32b8-410e-b4b3-e00c91e45c0b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0931363 May 26 03:21:25.076241 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278c33e-e1ec-4f95-8161-1328720aa6f1 req-10b73a66-df17-45c2-a500-46281c4bb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:25.077831 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9278c33e-e1ec-4f95-8161-1328720aa6f1 req-10b73a66-df17-45c2-a500-46281c4bb34c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 1130 time: 0.0732846 May 26 03:21:25.136385 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6b0e0b74-df1d-407b-b3c9-db19fdbcded1 req-82ff3cb5-54ca-45dd-baaa-4f2241287060 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790238 May 26 03:21:25.153869 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9278c33e-e1ec-4f95-8161-1328720aa6f1 req-e209846f-0220-4cb2-a0cb-541bb7f501f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673633 May 26 03:21:25.560475 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177a289-d701-4161-91e2-da3b2d642794 req-6e3ec359-d2ef-4ef1-91b2-6052e7caf65c tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:25.562434 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b177a289-d701-4161-91e2-da3b2d642794 req-6e3ec359-d2ef-4ef1-91b2-6052e7caf65c tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0813780 May 26 03:21:25.683112 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b177a289-d701-4161-91e2-da3b2d642794 req-83c389dd-6ae9-47fa-988a-02f7c6dcf915 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799005 May 26 03:21:25.692526 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd80bb-db60-4ca4-8269-c2b27e58a334 req-99e7721b-bae1-4d55-8f9e-9d11bedd3bd3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:25.706712 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7ccd80bb-db60-4ca4-8269-c2b27e58a334 req-99e7721b-bae1-4d55-8f9e-9d11bedd3bd3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1972110 May 26 03:21:25.751018 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7ccd80bb-db60-4ca4-8269-c2b27e58a334 req-889e80cd-1439-47c1-b241-cbb4b0f225c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503981 May 26 03:21:26.108495 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87e8e8-594a-49e3-ae8e-21b0513d0cfe req-d1e52074-256d-44bc-b6bc-4187a57b698e tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:26.110038 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1e87e8e8-594a-49e3-ae8e-21b0513d0cfe req-d1e52074-256d-44bc-b6bc-4187a57b698e tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.0495784 May 26 03:21:26.164752 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1e87e8e8-594a-49e3-ae8e-21b0513d0cfe req-27f4abaa-5614-489f-b4b7-032f0a9058f4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489461 May 26 03:21:26.262001 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0102c-de4b-4dbe-9e9b-4a1485399dd8 req-391f5f18-6408-439b-bedd-5b7f839e6413 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:26.263762 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11e0102c-de4b-4dbe-9e9b-4a1485399dd8 req-391f5f18-6408-439b-bedd-5b7f839e6413 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0595047 May 26 03:21:26.317914 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-11e0102c-de4b-4dbe-9e9b-4a1485399dd8 req-651e8a74-3836-48b9-a799-15dbffde177f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478137 May 26 03:21:26.855430 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333308-c8dd-4b5c-9d1b-5d14b2db3765 req-c99600c0-26b9-47fb-abdf-c0758b0300e0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:26.865452 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d5333308-c8dd-4b5c-9d1b-5d14b2db3765 req-c99600c0-26b9-47fb-abdf-c0758b0300e0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0996151 May 26 03:21:27.001040 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d5333308-c8dd-4b5c-9d1b-5d14b2db3765 req-e51be608-9d14-4fc5-8eb7-2c56144d37d6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285422 May 26 03:21:27.020598 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efd709-7a0e-4f78-8353-ebfa2b7967ae req-d4880aff-1d90-43ed-a6fa-2e3c067b67b3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:27.020598 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b5efd709-7a0e-4f78-8353-ebfa2b7967ae req-d4880aff-1d90-43ed-a6fa-2e3c067b67b3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1430559 May 26 03:21:27.086127 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b5efd709-7a0e-4f78-8353-ebfa2b7967ae req-6373ffdd-5335-4979-bcd8-6121dc88ac2f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594504 May 26 03:21:27.306710 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26155238-9133-499d-a394-2c8d6271d87d req-f77119c4-efad-4609-b498-74215991bfdd tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:27.317519 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-26155238-9133-499d-a394-2c8d6271d87d req-f77119c4-efad-4609-b498-74215991bfdd tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.0772347 May 26 03:21:27.375980 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-26155238-9133-499d-a394-2c8d6271d87d req-87de5193-b777-4e7f-9000-26836e5b344b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547686 May 26 03:21:27.466078 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394804a-7e4c-401b-881a-602c3d4872dc req-0a4d5604-cb48-4e65-a6cf-0027f63f969f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:27.474038 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0394804a-7e4c-401b-881a-602c3d4872dc req-0a4d5604-cb48-4e65-a6cf-0027f63f969f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0562875 May 26 03:21:27.539906 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0394804a-7e4c-401b-881a-602c3d4872dc req-7db7a9cf-2336-46d7-98f8-b0541c5ec8e4 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646482 May 26 03:21:27.850215 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:21:28.134382 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002725-7931-405b-9a2b-c9971fc3f831 req-3882bdfb-5767-434a-8595-231c96ccaf00 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:28.137935 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5f002725-7931-405b-9a2b-c9971fc3f831 req-3882bdfb-5767-434a-8595-231c96ccaf00 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0569708 May 26 03:21:28.175198 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:28.245606 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ccaad-a43b-4e67-b4ac-87c9bb726eda req-7c21a474-e8d2-4905-aa3d-60cd2c9aece1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:28.247298 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-500ccaad-a43b-4e67-b4ac-87c9bb726eda req-7c21a474-e8d2-4905-aa3d-60cd2c9aece1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0901616 May 26 03:21:28.261837 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5f002725-7931-405b-9a2b-c9971fc3f831 req-812ba95a-2780-4ccb-8a4a-e1db1caba6ec tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135528 May 26 03:21:28.344709 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-500ccaad-a43b-4e67-b4ac-87c9bb726eda req-9017c09b-61b0-402a-8aba-4b8ed9ff49fa tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818563 May 26 03:21:28.550924 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761999e6-59bb-47bb-85d2-953a997aa9e9 req-ce10b845-4510-4ef0-a87e-0d9f51593e17 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:28.558971 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-761999e6-59bb-47bb-85d2-953a997aa9e9 req-ce10b845-4510-4ef0-a87e-0d9f51593e17 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.1131928 May 26 03:21:28.628734 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-761999e6-59bb-47bb-85d2-953a997aa9e9 req-92b29610-0601-4c7b-b7cd-a3c84c380b06 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671036 May 26 03:21:28.693203 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:28.721463 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b8807-413e-463a-b8fa-f065e5e7bb05 req-67a22888-02a0-44a0-b9b8-3adb3107eaff tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:28.723843 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-987b8807-413e-463a-b8fa-f065e5e7bb05 req-67a22888-02a0-44a0-b9b8-3adb3107eaff tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0648887 May 26 03:21:28.796190 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-987b8807-413e-463a-b8fa-f065e5e7bb05 req-231aa249-a67a-4692-88e5-0e19b065540b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616813 May 26 03:21:29.495838 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad2a21-615b-47bb-97ba-b220552db4bc req-ecd3ddf4-aff9-4ea4-b7a5-c423cc1999cc tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:29.497609 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7cad2a21-615b-47bb-97ba-b220552db4bc req-ecd3ddf4-aff9-4ea4-b7a5-c423cc1999cc tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.1022282 May 26 03:21:29.524679 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b414712-358f-4af8-a554-2cebdb99d5ff req-8fde0de8-079f-4c62-b0f9-7da1607d7821 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:29.526922 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0b414712-358f-4af8-a554-2cebdb99d5ff req-8fde0de8-079f-4c62-b0f9-7da1607d7821 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0751157 May 26 03:21:29.620193 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7cad2a21-615b-47bb-97ba-b220552db4bc req-470f2491-b978-46bb-9a7e-e2afbf480006 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111143 May 26 03:21:29.624527 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0b414712-358f-4af8-a554-2cebdb99d5ff req-8ad4c600-f575-40c3-a9b2-08f23b6243cc tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884953 May 26 03:21:29.769725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c72095-86a0-44ca-b79b-09f17d99a826 req-260148e9-98d5-4eab-8749-3ed7dcd764bd tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:29.771818 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-15c72095-86a0-44ca-b79b-09f17d99a826 req-260148e9-98d5-4eab-8749-3ed7dcd764bd tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.0618086 May 26 03:21:29.856276 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-15c72095-86a0-44ca-b79b-09f17d99a826 req-a0991424-befe-4b1c-af66-5fa4466cb303 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741932 May 26 03:21:30.013330 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552eda0-4d4d-4a11-8cd3-024c5532b18b req-34e47349-dfc9-46bc-9e21-6b5b65fb3c65 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:30.022092 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2552eda0-4d4d-4a11-8cd3-024c5532b18b req-34e47349-dfc9-46bc-9e21-6b5b65fb3c65 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1162326 May 26 03:21:30.082076 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2552eda0-4d4d-4a11-8cd3-024c5532b18b req-6ea6e554-1b04-4890-b744-70a336cae4e5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588176 May 26 03:21:30.709561 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742cd57-4c2f-4549-99b9-87ef8188d792 req-7f538713-2776-4f55-ae6d-5e4f48223e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:30.714635 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b742cd57-4c2f-4549-99b9-87ef8188d792 req-7f538713-2776-4f55-ae6d-5e4f48223e48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 1129 time: 0.0904202 May 26 03:21:30.881077 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b742cd57-4c2f-4549-99b9-87ef8188d792 req-10ad434a-649d-4182-a3ce-2311d6840573 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571875 May 26 03:21:30.961619 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc929b27-05e8-4081-a5c1-00f4b428d2c8 req-1be99926-767e-4505-bf71-1920eb4fb7b5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:30.964124 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bc929b27-05e8-4081-a5c1-00f4b428d2c8 req-1be99926-767e-4505-bf71-1920eb4fb7b5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1841953 May 26 03:21:30.971109 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbb07-e386-4c93-9ec8-3999a6555626 req-3a1df874-3633-4136-b924-728d0f6ffd58 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:30.981346 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-62cfbb07-e386-4c93-9ec8-3999a6555626 req-3a1df874-3633-4136-b924-728d0f6ffd58 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0979128 May 26 03:21:31.113888 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-62cfbb07-e386-4c93-9ec8-3999a6555626 req-c8e1bc66-7578-4567-a403-eed6367a5509 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270046 May 26 03:21:31.139153 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bc929b27-05e8-4081-a5c1-00f4b428d2c8 req-ffe56602-3f46-452c-905d-b79b9c15b40c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530039 May 26 03:21:31.428737 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ff237-f6aa-490b-9de4-50de09e8de8b req-f0f3c38b-3ceb-4ead-9ea8-4fd5c07e5762 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:31.431824 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a95ff237-f6aa-490b-9de4-50de09e8de8b req-f0f3c38b-3ceb-4ead-9ea8-4fd5c07e5762 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1845095 May 26 03:21:31.543120 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496930f-0408-40d4-9d7c-8aa09449f210 req-56d02cc2-9e30-41a9-97fc-886935cec402 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:31.544851 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b496930f-0408-40d4-9d7c-8aa09449f210 req-56d02cc2-9e30-41a9-97fc-886935cec402 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.2828805 May 26 03:21:31.640149 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b496930f-0408-40d4-9d7c-8aa09449f210 req-bdf45e4d-7355-46f8-bc6d-c0263d78f000 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699346 May 26 03:21:31.677835 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:31.703570 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a95ff237-f6aa-490b-9de4-50de09e8de8b req-14e342da-ed88-4369-802d-d68e4be13f3e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258327 May 26 03:21:32.053566 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e784c1-fd80-4ef1-af69-2a527fd2efaa req-d63ec98c-9015-463e-8c34-a0534a9bf773 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:32.062516 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-78e784c1-fd80-4ef1-af69-2a527fd2efaa req-d63ec98c-9015-463e-8c34-a0534a9bf773 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0852849 May 26 03:21:32.130792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051f650-cc19-4682-8512-541ef335c477 req-6b7d8db3-39f0-472e-81f0-07d06650bf7e tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:32.135340 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2051f650-cc19-4682-8512-541ef335c477 req-6b7d8db3-39f0-472e-81f0-07d06650bf7e tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.2457480 May 26 03:21:32.275847 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d7ae43ba-6b5b-4fe5-8dd1-1fc720a77b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:32.281254 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:32.305449 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-78e784c1-fd80-4ef1-af69-2a527fd2efaa req-50272323-5c9a-4dc7-a80b-a69eb56137a9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417109 May 26 03:21:32.331343 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2051f650-cc19-4682-8512-541ef335c477 req-18cb0370-ba5d-4f5d-81d4-df1f6f36c1c0 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739147 May 26 03:21:32.568689 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761b347-b033-4936-a041-4982a45cbea1 req-dc443af3-adab-46fc-a01f-ba2cff2e66e1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:32.570989 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5761b347-b033-4936-a041-4982a45cbea1 req-dc443af3-adab-46fc-a01f-ba2cff2e66e1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1082366 May 26 03:21:32.715127 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-53e2fd3f-e810-4c6f-b3fd-20ced9057b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:32.717318 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-53e2fd3f-e810-4c6f-b3fd-20ced9057b3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 1129 time: 0.0989580 May 26 03:21:32.750519 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5761b347-b033-4936-a041-4982a45cbea1 req-c92979a9-ec38-4082-9f8d-526b4fafdf65 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670909 May 26 03:21:32.969198 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345877b-fbf4-4f69-b35a-cedc3460d794 req-11848a05-589b-4514-a2f2-56b77cb2226b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:32.977144 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-7962adab-03ad-4cde-95f0-94cf1988fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:32.978746 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-7962adab-03ad-4cde-95f0-94cf1988fbb3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 912 time: 0.2548504 May 26 03:21:32.984044 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6345877b-fbf4-4f69-b35a-cedc3460d794 req-11848a05-589b-4514-a2f2-56b77cb2226b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.1578355 May 26 03:21:33.034641 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc48c51-03c8-4fb5-b1a6-639c582f977e req-84dd60ea-f363-4141-bd8f-e7e7fc5b8160 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:33.042963 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8fc48c51-03c8-4fb5-b1a6-639c582f977e req-84dd60ea-f363-4141-bd8f-e7e7fc5b8160 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1384265 May 26 03:21:33.122036 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-fb883255-e5ad-4fb6-82cd-a4e497a05cf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd HTTP/1.1" status: 200 len: 1001 time: 0.1328363 May 26 03:21:33.127696 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6345877b-fbf4-4f69-b35a-cedc3460d794 req-4c1f0a1d-8c57-4d31-afb7-d51f79af20c5 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361020 May 26 03:21:33.207917 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8fc48c51-03c8-4fb5-b1a6-639c582f977e req-a5713ee6-52d1-4e3f-a10b-cdde254314f8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616819 May 26 03:21:33.240141 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-d97c1643-e08f-45f2-88d5-bcec183e223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:33.242037 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-d97c1643-e08f-45f2-88d5-bcec183e223d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5634fcb-851a-41f3-92b2-2385a9c5a407 HTTP/1.1" status: 200 len: 850 time: 0.1113863 May 26 03:21:33.323500 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-321ca999-4579-45ce-9a82-e670a7868eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:33.341804 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-321ca999-4579-45ce-9a82-e670a7868eed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=536c60a9-349c-427d-a636-2554c2acd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796494 May 26 03:21:33.529897 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:33.592695 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f390e2-3fa3-4dbf-8bf2-c34df357cd1e req-cdae886d-2d8f-4176-a40e-3a38d7164188 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:33.594291 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-35f390e2-3fa3-4dbf-8bf2-c34df357cd1e req-cdae886d-2d8f-4176-a40e-3a38d7164188 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.1349196 May 26 03:21:33.654846 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-6c3d5b92-9910-41f6-b930-bee6ac5a93d8 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090484 May 26 03:21:33.693605 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-35f390e2-3fa3-4dbf-8bf2-c34df357cd1e req-7d4cf081-c46b-408c-9deb-271be5ab8e98 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864036 May 26 03:21:33.866420 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a3b18669-87fb-4492-bab5-bbc1e68876f9 req-d95b5ecd-9ec7-4e0b-af74-9feec67a0f49 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017109 May 26 03:21:34.019755 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dae6d6-c7c2-4985-841e-bf16ea015dd2 req-f0328505-9eb0-4b42-865e-ae43ad89e9e9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:34.020217 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51214) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:34.030167 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-50dae6d6-c7c2-4985-841e-bf16ea015dd2 req-f0328505-9eb0-4b42-865e-ae43ad89e9e9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.1551523 May 26 03:21:34.084950 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-50dae6d6-c7c2-4985-841e-bf16ea015dd2 req-e3b184c5-2d98-4b9b-9979-cb4a1537134b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538590 May 26 03:21:34.208001 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93563c7c-f1b6-4b80-be2d-51e53baf99df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:34.240033 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50793235-eb3b-4a8d-843b-0ef3c3584d79 req-663a23d4-a96a-4236-91a7-6942d8c5de70 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:34.241731 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-50793235-eb3b-4a8d-843b-0ef3c3584d79 req-663a23d4-a96a-4236-91a7-6942d8c5de70 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0742915 May 26 03:21:34.334024 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93563c7c-f1b6-4b80-be2d-51e53baf99df admin admin] Publish callbacks [] for security_group (30039f51-bfe1-4045-b4b8-1c6f06f7e205), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:34.341336 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93563c7c-f1b6-4b80-be2d-51e53baf99df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (30039f51-bfe1-4045-b4b8-1c6f06f7e205), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:34.373033 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-50793235-eb3b-4a8d-843b-0ef3c3584d79 req-a67179ef-3696-4d73-aeff-80dffb619f5d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202922 May 26 03:21:34.393757 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200c5c0-33f5-48f7-8a77-3517491ef9fa req-a6aa2c1e-efa5-4efa-8b00-f05909a1062b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:34.395342 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9200c5c0-33f5-48f7-8a77-3517491ef9fa req-a6aa2c1e-efa5-4efa-8b00-f05909a1062b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0626693 May 26 03:21:34.404873 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-93563c7c-f1b6-4b80-be2d-51e53baf99df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb5c5a3c3f3d477084f2a60bcd8f11cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835332 May 26 03:21:34.408882 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93563c7c-f1b6-4b80-be2d-51e53baf99df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30039f51-bfe1-4045-b4b8-1c6f06f7e205,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:34.413401 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51232) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:34.488712 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b47f6dc8-7f62-4af7-b1ce-af16004936b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:34.490644 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b7990dd-f6a4-4acf-a5ac-5734c5afc3bf admin admin] Publish callbacks [] for security_group (30039f51-bfe1-4045-b4b8-1c6f06f7e205), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:34.512507 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9200c5c0-33f5-48f7-8a77-3517491ef9fa req-60f5b87f-3a82-45c9-b6ce-1754921ae5d8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100001 May 26 03:21:34.513773 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:34.535826 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b7990dd-f6a4-4acf-a5ac-5734c5afc3bf admin admin] Publish callbacks [] for security_group (30039f51-bfe1-4045-b4b8-1c6f06f7e205), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:34.601513 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b7990dd-f6a4-4acf-a5ac-5734c5afc3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (30039f51-bfe1-4045-b4b8-1c6f06f7e205), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:34.605174 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b7990dd-f6a4-4acf-a5ac-5734c5afc3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:34.608069 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-5b7990dd-f6a4-4acf-a5ac-5734c5afc3bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30039f51-bfe1-4045-b4b8-1c6f06f7e205 HTTP/1.1" status: 204 len: 168 time: 0.1931155 May 26 03:21:34.630508 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7990dd-f6a4-4acf-a5ac-5734c5afc3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30039f51-bfe1-4045-b4b8-1c6f06f7e205,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:34.965810 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e97ab8-b8ea-4ae7-98c3-3a91403754b1 req-c154026d-4eb7-4920-b1f9-d7bc8f1be98f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:34.967844 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-93e97ab8-b8ea-4ae7-98c3-3a91403754b1 req-c154026d-4eb7-4920-b1f9-d7bc8f1be98f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.1953237 May 26 03:21:35.058073 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-93e97ab8-b8ea-4ae7-98c3-3a91403754b1 req-47621563-e8d6-4767-9a31-f0ee5faa98f9 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836866 May 26 03:21:35.404509 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-9bbb3db0-2900-44c6-9caa-a00dbc762d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:35.408846 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-9bbb3db0-2900-44c6-9caa-a00dbc762d01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 1129 time: 0.1050434 May 26 03:21:35.537163 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-a19c1dba-4913-48d5-9979-e1c678821fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:35.538732 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-a19c1dba-4913-48d5-9979-e1c678821fa9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 917 time: 0.1214261 May 26 03:21:35.649502 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d338b39-eb21-46cf-a650-049bfbba1360 req-efec9e6b-3c6d-4599-ab9c-41c74f0ab7dc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:35.660507 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1d338b39-eb21-46cf-a650-049bfbba1360 req-efec9e6b-3c6d-4599-ab9c-41c74f0ab7dc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0702114 May 26 03:21:35.737474 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1d338b39-eb21-46cf-a650-049bfbba1360 req-0dca790a-e710-4cdd-949a-0d192b67028e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755301 May 26 03:21:35.788795 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:35.886080 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-b78dcd5f-dd4c-4231-b9d1-8cb0e678ade4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48 HTTP/1.1" status: 200 len: 1001 time: 0.3393524 May 26 03:21:35.956185 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-5b8a0f2a-3808-4af6-90b5-a08acf0d07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:35.957819 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-5b8a0f2a-3808-4af6-90b5-a08acf0d07b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 200 len: 855 time: 0.0589054 May 26 03:21:36.030707 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-93ca55ae-3bcd-48c1-a042-f6fae0f7f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:36.033586 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-93ca55ae-3bcd-48c1-a042-f6fae0f7f5dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2a6adbc-61d2-4628-a539-9e0450886394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687811 May 26 03:21:36.049809 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:36.168433 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-7f77ca1d-1da3-4b9f-a6a2-f5da1b5779a8 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266170 May 26 03:21:36.242873 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f696388-5d70-410c-8070-c0637fa5cd0c req-a2f80b5c-5d1a-477a-866a-c85bb1c7abaf tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:36.254436 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8f696388-5d70-410c-8070-c0637fa5cd0c req-a2f80b5c-5d1a-477a-866a-c85bb1c7abaf tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0832336 May 26 03:21:36.263328 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:36.325392 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:36.346881 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c996bb0-6df0-43fc-8f9f-b39ecd860478 req-27e04c91-ec12-42f7-ab34-12d181e8b511 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:36.348896 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3c996bb0-6df0-43fc-8f9f-b39ecd860478 req-27e04c91-ec12-42f7-ab34-12d181e8b511 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0919302 May 26 03:21:36.360229 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0c5f6964-10d6-46e2-88aa-542e007ea692 req-f7b75f5b-33ef-4f6f-8a3c-44b6b3a911d4 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704390 May 26 03:21:36.362200 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-8c64f35f-71ab-4c57-8cdb-e5fd8664eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:36.370093 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8f696388-5d70-410c-8070-c0637fa5cd0c req-93a3bfd5-aec6-479e-bdff-0da9a567e989 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032262 May 26 03:21:36.370636 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-8c64f35f-71ab-4c57-8cdb-e5fd8664eb45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 1130 time: 0.0717869 May 26 03:21:36.421325 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3c996bb0-6df0-43fc-8f9f-b39ecd860478 req-00a0658c-03af-4d92-a148-0015d6404d2a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562069 May 26 03:21:36.473634 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-e2c85f4b-645e-4537-a3ae-e8984e8832f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:36.475204 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-e2c85f4b-645e-4537-a3ae-e8984e8832f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.1022694 May 26 03:21:36.911902 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f3445-d218-4c7f-852e-afe546c43a2a req-b004d22c-e3e7-4d9a-8c9a-3a6b75af247f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:36.913508 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-503f3445-d218-4c7f-852e-afe546c43a2a req-b004d22c-e3e7-4d9a-8c9a-3a6b75af247f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.0659750 May 26 03:21:36.970696 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-503f3445-d218-4c7f-852e-afe546c43a2a req-96c87383-54e8-4b78-b64c-5480adb66851 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515807 May 26 03:21:37.201324 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:37.552705 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1b4a2-6b68-4d2f-8e2d-8228e28ea3f8 req-3bcbbd9b-731a-440b-a9e3-8517ea0ec637 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:37.554341 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d3d1b4a2-6b68-4d2f-8e2d-8228e28ea3f8 req-3bcbbd9b-731a-440b-a9e3-8517ea0ec637 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0530770 May 26 03:21:37.615863 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d3d1b4a2-6b68-4d2f-8e2d-8228e28ea3f8 req-344a1ed1-4494-4df1-a5fc-5988c4a5368c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542340 May 26 03:21:37.953589 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-7dd5e5ca-2473-4ed1-abe5-9543b828df7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e59edf-7910-41d4-b1b0-b8cb717c4149 HTTP/1.1" status: 200 len: 217 time: 0.0410161 May 26 03:21:38.015406 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-17b4590b-a67d-4ba8-9303-8da28c68e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:38.017900 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-17b4590b-a67d-4ba8-9303-8da28c68e14b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0495901 May 26 03:21:38.072518 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-680441a4-60fa-46ce-b9a2-122e1adb7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:38.074416 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-680441a4-60fa-46ce-b9a2-122e1adb7012 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497611 May 26 03:21:38.143054 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9ce92-1a9b-4cce-9859-5b206df97dd6 req-e621139c-8ae9-498a-8b7a-9df9a9d2bf3b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:38.159874 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-90d9ce92-1a9b-4cce-9859-5b206df97dd6 req-e621139c-8ae9-498a-8b7a-9df9a9d2bf3b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 945 time: 0.1085215 May 26 03:21:38.192664 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-c14d140d-8a7c-4666-aeb1-3a304c602776 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120846 May 26 03:21:38.212986 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-90d9ce92-1a9b-4cce-9859-5b206df97dd6 req-9feede25-32fe-4b1e-be5d-5646c075b78c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502510 May 26 03:21:38.339490 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-73f53bcb-fcb1-4f99-8ac8-2f0b8060d6e2 req-6b1b196a-6da6-4b22-ab02-101688e1bb06 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394248 May 26 03:21:38.518251 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:38.573818 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 8f3ffc1c-dd96-4c79-8070-6048d639cb48 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:21:38.673589 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 is: ACTIVE; New status is: DOWN {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:21:38.674198 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:38.701640 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:21:38.704780 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee7092-9824-4f6a-a1dd-23733c17b0de" -d '{"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:21:38.743218 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:38.750371 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:38.756010 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9bab6e-65d0-4cbb-a710-d1bd193c89c8 x-openstack-request-id: req-2e9bab6e-65d0-4cbb-a710-d1bd193c89c8 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:21:38.757188 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-unplugged", "status": "failed", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48", "code": 422}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:21:38.757617 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e9bab6e-65d0-4cbb-a710-d1bd193c89c8 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:21:38.758398 dv-cinder-843361-1-iscsi neutron-server[104054]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2e9bab6e-65d0-4cbb-a710-d1bd193c89c8']: {'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'code': 422} returned with failed status May 26 03:21:38.777692 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3d448-5d45-497c-8cf9-1a6937ae5f6f req-5753cd17-0ea3-42ee-8fb4-cae821077f03 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:38.779841 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-07e3d448-5d45-497c-8cf9-1a6937ae5f6f req-5753cd17-0ea3-42ee-8fb4-cae821077f03 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0767655 May 26 03:21:38.813005 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=8']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:38.854424 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-07e3d448-5d45-497c-8cf9-1a6937ae5f6f req-9e56e12c-e8bc-48ac-8f90-70ca30ccd16e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669422 May 26 03:21:39.350437 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d9fd3-7e2a-4a4c-be35-3d21373df3dc req-67a3ed7a-4adc-46e8-ba40-9f8c362ad16d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:39.352158 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-143d9fd3-7e2a-4a4c-be35-3d21373df3dc req-67a3ed7a-4adc-46e8-ba40-9f8c362ad16d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0511713 May 26 03:21:39.405839 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-143d9fd3-7e2a-4a4c-be35-3d21373df3dc req-16b1f0ab-c489-4d5b-9a9a-e49d557d6d67 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476243 May 26 03:21:40.006189 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-7320abf8-a177-4fd7-a0a9-a0534ae58133 req-36dfefa9-4148-4a46-a140-28e1540a0acc service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:21:40.007312 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7320abf8-a177-4fd7-a0a9-a0534ae58133 req-36dfefa9-4148-4a46-a140-28e1540a0acc service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0095282 May 26 03:21:40.037833 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb51cb-69b2-4230-b108-1fb0eb4ec510 req-b8c3dc55-393c-4c0b-afdd-b5ca2caaa6a0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:40.039647 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-29cb51cb-69b2-4230-b108-1fb0eb4ec510 req-b8c3dc55-393c-4c0b-afdd-b5ca2caaa6a0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0842164 May 26 03:21:40.113797 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-29cb51cb-69b2-4230-b108-1fb0eb4ec510 req-90bc83c7-e70d-496b-beca-38d4a8ededed tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679035 May 26 03:21:40.221397 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38820a-bfcd-4790-8541-66ee69886007 req-1dd20388-8003-4036-9989-0078c18c83dc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:40.223207 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ff38820a-bfcd-4790-8541-66ee69886007 req-1dd20388-8003-4036-9989-0078c18c83dc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0585787 May 26 03:21:40.279317 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ff38820a-bfcd-4790-8541-66ee69886007 req-cbcd98af-898e-488b-9b91-caeb8a5a460f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498643 May 26 03:21:40.704351 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51368) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:40.804986 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-3d48c1b6-c5f4-401a-81d7-c009f8e1d20c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967858 May 26 03:21:40.814744 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-69545222-dbcc-4667-a8e4-16757c52a6ea service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:21:40.815704 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-69545222-dbcc-4667-a8e4-16757c52a6ea service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050850 May 26 03:21:40.905170 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51376) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:41.011042 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb503-3314-4c1f-b710-5f438867b01e req-53b800a0-cc2d-42ac-95ca-c10e4bdb211e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:41.012562 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-53b800a0-cc2d-42ac-95ca-c10e4bdb211e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports/8f3ffc1c-dd96-4c79-8070-6048d639cb48 HTTP/1.1" status: 200 len: 940 time: 0.1062291 May 26 03:21:41.244751 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc925a08-7332-41c2-b288-682db19c42cc req-2c0b5f81-f4c9-4267-8f6e-536fa39753a8 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:41.246880 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fc925a08-7332-41c2-b288-682db19c42cc req-2c0b5f81-f4c9-4267-8f6e-536fa39753a8 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0543950 May 26 03:21:41.288049 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:41.305298 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fc925a08-7332-41c2-b288-682db19c42cc req-02e5674d-0579-469e-a265-334f9564b6e4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510898 May 26 03:21:41.431030 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5ab3a-09f3-4c6f-b723-364e463bcd4d req-6550b94f-9df3-4cec-9fa6-6675897449b3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:41.432588 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d7f5ab3a-09f3-4c6f-b723-364e463bcd4d req-6550b94f-9df3-4cec-9fa6-6675897449b3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0589440 May 26 03:21:41.455835 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:41.503458 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d7f5ab3a-09f3-4c6f-b723-364e463bcd4d req-c18870ac-a713-4b35-9076-202bdb47b61e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650408 May 26 03:21:41.868693 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:41.886420 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:42.484870 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfda759-70ad-4ab2-abc4-42bee518b4aa req-92303698-1936-44d5-b2ee-de33faf48f39 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:42.487645 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-acfda759-70ad-4ab2-abc4-42bee518b4aa req-92303698-1936-44d5-b2ee-de33faf48f39 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0862086 May 26 03:21:42.555868 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-acfda759-70ad-4ab2-abc4-42bee518b4aa req-9216a89e-92a5-4599-ac52-1720283cca81 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621436 May 26 03:21:42.658231 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:42.689413 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b4fa4-410a-468a-b8b7-b5c46430b168 req-ed564ac4-09a3-4952-96cc-eb2036f10116 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:42.692245 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9e3b4fa4-410a-468a-b8b7-b5c46430b168 req-ed564ac4-09a3-4952-96cc-eb2036f10116 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0871534 May 26 03:21:42.757649 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9e3b4fa4-410a-468a-b8b7-b5c46430b168 req-5d0f5a09-006d-4cf4-896a-80f222045d88 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568051 May 26 03:21:43.562171 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b000e9d-252b-4914-86d6-26d68f015c57 req-7ad60451-de1f-48aa-be96-24e7c60290a1 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:43.567706 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9b000e9d-252b-4914-86d6-26d68f015c57 req-7ad60451-de1f-48aa-be96-24e7c60290a1 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.0602152 May 26 03:21:43.620133 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9b000e9d-252b-4914-86d6-26d68f015c57 req-0d88f31f-bd6c-41db-a9c9-bb94a6427532 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494273 May 26 03:21:43.653105 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51424) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:43.726153 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fa223-7e2a-40f3-b1fd-ab5dffd267bc req-b54132b6-cc33-496f-8e7f-ba8c51860a99 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:43.728617 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fa3fa223-7e2a-40f3-b1fd-ab5dffd267bc req-b54132b6-cc33-496f-8e7f-ba8c51860a99 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0563998 May 26 03:21:43.784020 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fa3fa223-7e2a-40f3-b1fd-ab5dffd267bc req-dc74e263-1689-4ed6-8c95-356deac1f838 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 May 26 03:21:43.908380 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e4b7f5-88e3-4de1-ab2e-5a1f35043fe7 tempest-TestMinimumBasicScenario-623859708 tempest-TestMinimumBasicScenario-623859708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:43.911610 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a10d7-faef-4666-b61f-da6c5d885996 req-d38b3cfa-b2a3-4a32-9d8c-aff98edb9937 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:43.913468 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c33a10d7-faef-4666-b61f-da6c5d885996 req-d38b3cfa-b2a3-4a32-9d8c-aff98edb9937 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0522170 May 26 03:21:43.914168 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51430) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:43.914454 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-83e4b7f5-88e3-4de1-ab2e-5a1f35043fe7 tempest-TestMinimumBasicScenario-623859708 tempest-TestMinimumBasicScenario-623859708-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 1125 time: 0.2600403 May 26 03:21:43.918813 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'port_id': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:43.966594 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:44.046466 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c33a10d7-faef-4666-b61f-da6c5d885996 req-385044ec-982a-4fd1-b05b-1f05b9a098ea tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212966 May 26 03:21:44.113211 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb503-3314-4c1f-b710-5f438867b01e req-e27d3e1b-1aaf-4f64-9b8f-df6c7b6960bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:44.115387 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-e27d3e1b-1aaf-4f64-9b8f-df6c7b6960bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7&tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf HTTP/1.1" status: 200 len: 1127 time: 0.1132381 May 26 03:21:44.121382 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:44.211879 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb503-3314-4c1f-b710-5f438867b01e req-77d3022f-bae0-4813-849c-d799ffe67689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:44.213414 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-77d3022f-bae0-4813-849c-d799ffe67689 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 1127 time: 0.0528138 May 26 03:21:44.260822 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Allocated IP 172.27.2.13 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/38c149cd-ea1b-464b-9077-9a1117bb144d) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:21:44.337600 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:44.348896 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb503-3314-4c1f-b710-5f438867b01e req-114f0e1f-9d66-4889-92b4-39935af66072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:44.350415 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-114f0e1f-9d66-4889-92b4-39935af66072 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 917 time: 0.1274149 May 26 03:21:44.395731 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for port (38c149cd-ea1b-464b-9077-9a1117bb144d), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:44.435584 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (38c149cd-ea1b-464b-9077-9a1117bb144d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:44.436838 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-9f895759-8b63-486a-b0b6-bfd1f2cd7025 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48 HTTP/1.1" status: 200 len: 999 time: 0.0792038 May 26 03:21:44.477868 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:44.489631 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:21:44.496168 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:21:44.498430 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:44.498590 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'Port': ['ID=38c149cd-ea1b-464b-9077-9a1117bb144d,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:44.504004 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:21:44.519548 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb503-3314-4c1f-b710-5f438867b01e req-32588d6f-113a-4b02-8387-7fca64a832d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:44.521087 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-32588d6f-113a-4b02-8387-7fca64a832d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 200 len: 855 time: 0.0706468 May 26 03:21:44.533863 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:44.588084 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb503-3314-4c1f-b710-5f438867b01e req-d23d2091-bc87-4afe-bbec-be62920305a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:44.590092 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-d23d2091-bc87-4afe-bbec-be62920305a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2a6adbc-61d2-4628-a539-9e0450886394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539675 May 26 03:21:44.699261 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-e18b0ea9-3fc9-47d9-9e06-519b75c1e0f3 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931964 May 26 03:21:44.827810 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-41302570-9d5c-4768-aef8-5d7c99ba2f0a service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216538 May 26 03:21:44.962393 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31872246-e2fa-40fb-91c5-bf840cc0eea2 req-56760be5-d6ae-4c51-933e-b1d467cdfa8b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:44.965267 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-31872246-e2fa-40fb-91c5-bf840cc0eea2 req-56760be5-d6ae-4c51-933e-b1d467cdfa8b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0769486 May 26 03:21:44.971779 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for floatingip (3b16172d-0235-48af-8d44-26c972bf3ffa), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:45.081710 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-31872246-e2fa-40fb-91c5-bf840cc0eea2 req-b3fd24f2-034b-4b63-ab85-ae406602577d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081183 May 26 03:21:45.127725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (38c149cd-ea1b-464b-9077-9a1117bb144d), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:45.266969 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00429d30-b781-4f8d-9ec6-e7536124e873 req-cc2dd47f-1c7f-4ef8-92b8-007117d9cca6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:45.268472 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-00429d30-b781-4f8d-9ec6-e7536124e873 req-cc2dd47f-1c7f-4ef8-92b8-007117d9cca6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0764370 May 26 03:21:45.627551 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for port (38c149cd-ea1b-464b-9077-9a1117bb144d), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:45.643049 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (38c149cd-ea1b-464b-9077-9a1117bb144d), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:45.695044 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (3b16172d-0235-48af-8d44-26c972bf3ffa), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:45.699008 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:45.718157 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-00429d30-b781-4f8d-9ec6-e7536124e873 req-779828bd-0059-4bfe-ac09-19d17be2ee27 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871862 May 26 03:21:45.772860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'Port': ['ID=38c149cd-ea1b-464b-9077-9a1117bb144d,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:45.902610 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Floating IP 3b16172d-0235-48af-8d44-26c972bf3ffa associated. External IP: 172.27.2.13, port: 353261a9-3e5f-493a-afb3-3b26d13793e8. May 26 03:21:45.967988 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:46.247080 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Router 3f8b8d4d-9ed7-45cb-adcf-15758223465d has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:21:46.256071 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87089c1-e189-4e94-9084-81b5711bede2 req-e59b193f-4eab-476a-94f2-2423c7065035 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:46.257597 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b87089c1-e189-4e94-9084-81b5711bede2 req-e59b193f-4eab-476a-94f2-2423c7065035 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0825651 May 26 03:21:46.412302 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b87089c1-e189-4e94-9084-81b5711bede2 req-7f30538c-730e-4e9b-8bee-23ff61f07e91 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427870 May 26 03:21:46.517850 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:21:46.528630 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] Sync routers for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:21:46.547955 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:21:46.548481 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:46.548833 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:21:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:21:46.596082 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e690ab6c-8941-48ee-818c-beaf38a1840d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6802616 May 26 03:21:46.596852 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:21:46.599086 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51470) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:46.600419 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:21:46.603845 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-823b79eb-d9a4-4ef1-833f-445a1f8549c4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942810728', 'description': 'tempest-secgroup-smoke-942810728 description', 'project_id': 'ddf6034e4fe740b19807be75cb04bce5'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:46.794414 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-823b79eb-d9a4-4ef1-833f-445a1f8549c4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:46.843092 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d70a5b1-6be6-4626-97f0-0cbee73c121f x-openstack-request-id: req-3d70a5b1-6be6-4626-97f0-0cbee73c121f {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:21:46.843092 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:21:46.843092 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d70a5b1-6be6-4626-97f0-0cbee73c121f {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:21:46.843092 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d70a5b1-6be6-4626-97f0-0cbee73c121f'] response: {'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'status': 'completed', 'code': 200} May 26 03:21:46.945534 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-81cad471-0b81-406a-ab14-6d5b47c46652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:46.947698 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-81cad471-0b81-406a-ab14-6d5b47c46652 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddf6034e4fe740b19807be75cb04bce5&device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 1130 time: 0.0947831 May 26 03:21:47.006623 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:21:47.083325 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bd3ca-f5af-428b-8388-45a1d482a182 req-94e3c1ae-552a-42d9-89eb-78607e63d3f1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:47.085971 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-987bd3ca-f5af-428b-8388-45a1d482a182 req-94e3c1ae-552a-42d9-89eb-78607e63d3f1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.1075203 May 26 03:21:47.135850 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-823b79eb-d9a4-4ef1-833f-445a1f8549c4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group (ca2b2ce8-72e1-427a-bd15-6f4981041c8f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:47.144898 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-823b79eb-d9a4-4ef1-833f-445a1f8549c4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ca2b2ce8-72e1-427a-bd15-6f4981041c8f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:47.185566 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-987bd3ca-f5af-428b-8388-45a1d482a182 req-cd6bccb9-4bd5-419f-97c4-1b3f7c176470 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872841 May 26 03:21:47.220041 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-823b79eb-d9a4-4ef1-833f-445a1f8549c4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:47.221427 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-823b79eb-d9a4-4ef1-833f-445a1f8549c4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6212518 May 26 03:21:47.224424 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51476) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:47.238840 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-4f325193-0056-4efd-a02f-a14bb7d336ff tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'security_group_rule': {'security_group_id': 'ca2b2ce8-72e1-427a-bd15-6f4981041c8f', 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:47.255124 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b79eb-d9a4-4ef1-833f-445a1f8549c4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b2ce8-72e1-427a-bd15-6f4981041c8f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:47.263505 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-fd18677b-6d8c-4acf-a7b8-95d745a36181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:47.266038 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-fd18677b-6d8c-4acf-a7b8-95d745a36181 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a298599f-c97e-4706-93ce-266bcdf105f7 HTTP/1.1" status: 200 len: 916 time: 0.3094671 May 26 03:21:47.321586 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f325193-0056-4efd-a02f-a14bb7d336ff tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (b8fef3aa-51ec-4a21-baf7-f86b69967d53), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:47.350919 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '3b16172d-0235-48af-8d44-26c972bf3ffa', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'port_id': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'mac_address': 'fa:16:3e:a4:7e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:21:44Z', 'updated_at': '2022-05-26T03:21:44Z', 'revision_number': 0, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9563f9d7-bbee-4e1d-9f80-8634368d6301', 'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'mac_address': 'fa:16:3e:52:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:42Z', 'updated_at': '2022-05-26T03:20:47Z', 'revision_number': 5, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'subnets': [{'id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:21:47.372104 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-676530b4-4d97-4afb-9dd2-3235bbf3f380 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 200 len: 999 time: 0.0910594 May 26 03:21:47.388597 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] Checking router: 3f8b8d4d-9ed7-45cb-adcf-15758223465d for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:21:47.397702 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:21:47.398420 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:21:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:21:47.452112 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f325193-0056-4efd-a02f-a14bb7d336ff tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (b8fef3aa-51ec-4a21-baf7-f86b69967d53), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:47.459040 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f325193-0056-4efd-a02f-a14bb7d336ff tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (b8fef3aa-51ec-4a21-baf7-f86b69967d53), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:47.535452 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f325193-0056-4efd-a02f-a14bb7d336ff tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fef3aa-51ec-4a21-baf7-f86b69967d53,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:47.553396 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-72de4281-28b1-40a2-a6bc-de12710775f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:47.556460 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-72de4281-28b1-40a2-a6bc-de12710775f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f99ac678-edd8-4fc2-8f77-0c099d8ff4e9 HTTP/1.1" status: 200 len: 854 time: 0.1787803 May 26 03:21:47.565125 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4f325193-0056-4efd-a02f-a14bb7d336ff tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:47.575211 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4f325193-0056-4efd-a02f-a14bb7d336ff tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3486128 May 26 03:21:47.577583 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51482) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:47.588801 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-a30fd31c-8174-44c9-bf63-af52d125df95 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'security_group_rule': {'security_group_id': 'ca2b2ce8-72e1-427a-bd15-6f4981041c8f', 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:47.646901 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-12f4fc74-1db1-4927-807e-30412794e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:47.649032 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-12f4fc74-1db1-4927-807e-30412794e6a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a298599f-c97e-4706-93ce-266bcdf105f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806513 May 26 03:21:47.692002 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459ce8-4352-45fa-997b-55e17ee4ca7d req-8869f5d8-5cff-43a9-9934-fabcb78ba1b4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:47.703127 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-34459ce8-4352-45fa-997b-55e17ee4ca7d req-8869f5d8-5cff-43a9-9934-fabcb78ba1b4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0858696 May 26 03:21:47.743485 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:21:47.779470 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a30fd31c-8174-44c9-bf63-af52d125df95 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (6035bb33-85b0-4e19-aa19-a15605f93743), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:47.865320 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-34459ce8-4352-45fa-997b-55e17ee4ca7d req-25087cbc-aba7-4bde-b5ed-d37e1d349bdf tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600690 May 26 03:21:47.941432 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:48.002021 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-cbeac482-7055-4502-9f3b-c911e3511e73 service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122638 May 26 03:21:48.028593 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a30fd31c-8174-44c9-bf63-af52d125df95 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (6035bb33-85b0-4e19-aa19-a15605f93743), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.036557 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a30fd31c-8174-44c9-bf63-af52d125df95 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (6035bb33-85b0-4e19-aa19-a15605f93743), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.090245 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fd31c-8174-44c9-bf63-af52d125df95 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6035bb33-85b0-4e19-aa19-a15605f93743,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:48.112442 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a30fd31c-8174-44c9-bf63-af52d125df95 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.115802 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a30fd31c-8174-44c9-bf63-af52d125df95 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5316706 May 26 03:21:48.117978 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51486) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:48.123003 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-4d3ceacf-2070-40dc-bf91-7d659169a32d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'security_group_rule': {'security_group_id': 'ca2b2ce8-72e1-427a-bd15-6f4981041c8f', 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:48.189409 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:48.192149 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d3ceacf-2070-40dc-bf91-7d659169a32d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (22175a73-4e45-4ced-b7db-12295cbb7ed4), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.213691 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '3b16172d-0235-48af-8d44-26c972bf3ffa', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'port_id': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'mac_address': 'fa:16:3e:a4:7e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:21:44Z', 'updated_at': '2022-05-26T03:21:44Z', 'revision_number': 0, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9563f9d7-bbee-4e1d-9f80-8634368d6301', 'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'mac_address': 'fa:16:3e:52:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:42Z', 'updated_at': '2022-05-26T03:20:47Z', 'revision_number': 5, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'subnets': [{'id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:21:48.215789 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:48.274363 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:48.337894 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961dd7ae-477e-44ef-965b-53bf85741929 None None] The sync data for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi is: [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '3b16172d-0235-48af-8d44-26c972bf3ffa', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'port_id': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'mac_address': 'fa:16:3e:a4:7e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:21:44Z', 'updated_at': '2022-05-26T03:21:44Z', 'revision_number': 0, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9563f9d7-bbee-4e1d-9f80-8634368d6301', 'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'mac_address': 'fa:16:3e:52:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:42Z', 'updated_at': '2022-05-26T03:20:47Z', 'revision_number': 5, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'subnets': [{'id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:21:48.340106 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d3ceacf-2070-40dc-bf91-7d659169a32d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (22175a73-4e45-4ced-b7db-12295cbb7ed4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.347079 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d3ceacf-2070-40dc-bf91-7d659169a32d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (22175a73-4e45-4ced-b7db-12295cbb7ed4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.431470 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ceacf-2070-40dc-bf91-7d659169a32d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22175a73-4e45-4ced-b7db-12295cbb7ed4,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:48.436979 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6a3b0e57-c066-4bfa-ad32-362122e0b2b6 req-032481c4-4a4b-4732-bbca-d37e87c70d40 service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311761 May 26 03:21:48.442232 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4d3ceacf-2070-40dc-bf91-7d659169a32d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.444671 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4d3ceacf-2070-40dc-bf91-7d659169a32d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251882 May 26 03:21:48.447324 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51490) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:48.455024 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:48.469972 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-2bd94a45-6dcf-4eeb-9675-970dda855779 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'security_group_rule': {'security_group_id': 'ca2b2ce8-72e1-427a-bd15-6f4981041c8f', 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:48.511474 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b7e6e-4bf6-40d0-be7a-86e12dcacc7e req-657336b2-0c44-4be8-a5c7-2ba86a02ee25 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:48.523508 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-557b7e6e-4bf6-40d0-be7a-86e12dcacc7e req-657336b2-0c44-4be8-a5c7-2ba86a02ee25 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.1349990 May 26 03:21:48.542778 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2bd94a45-6dcf-4eeb-9675-970dda855779 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (daf181e6-8280-4caf-b572-b8b4108c7ccf), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.651232 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-557b7e6e-4bf6-40d0-be7a-86e12dcacc7e req-15a05949-deb7-40d0-9770-de7de9d4e001 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253190 May 26 03:21:48.684144 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2bd94a45-6dcf-4eeb-9675-970dda855779 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (daf181e6-8280-4caf-b572-b8b4108c7ccf), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.693746 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2bd94a45-6dcf-4eeb-9675-970dda855779 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (daf181e6-8280-4caf-b572-b8b4108c7ccf), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.732867 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd94a45-6dcf-4eeb-9675-970dda855779 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf181e6-8280-4caf-b572-b8b4108c7ccf,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:48.822920 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee25d2-c95d-49ec-aff9-812663456a31 None None] New status for floating IP 3b16172d-0235-48af-8d44-26c972bf3ffa: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:21:48.834898 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2bd94a45-6dcf-4eeb-9675-970dda855779 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:48.839656 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2bd94a45-6dcf-4eeb-9675-970dda855779 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3780298 May 26 03:21:48.839656 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51492) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:48.846806 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-434440d7-3731-47fe-a292-62cfec36ba29 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'security_group_rule': {'security_group_id': 'ca2b2ce8-72e1-427a-bd15-6f4981041c8f', 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:48.889255 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-434440d7-3731-47fe-a292-62cfec36ba29 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Project ddf6034e4fe740b19807be75cb04bce5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 03:21:48.907645 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-434440d7-3731-47fe-a292-62cfec36ba29 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (3ce73d08-0895-4233-aa8c-b04a732066fb), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:49.012359 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-434440d7-3731-47fe-a292-62cfec36ba29 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (3ce73d08-0895-4233-aa8c-b04a732066fb), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:49.017915 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-434440d7-3731-47fe-a292-62cfec36ba29 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (3ce73d08-0895-4233-aa8c-b04a732066fb), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:49.056297 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-434440d7-3731-47fe-a292-62cfec36ba29 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:49.067786 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-434440d7-3731-47fe-a292-62cfec36ba29 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2269459 May 26 03:21:49.068856 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51500) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:49.072254 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434440d7-3731-47fe-a292-62cfec36ba29 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce73d08-0895-4233-aa8c-b04a732066fb,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:49.087317 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f88cf3f1-9c8f-443f-b6a3-1ea8d13cbd11 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'security_group_rule': {'security_group_id': 'ca2b2ce8-72e1-427a-bd15-6f4981041c8f', 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:49.119548 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6a592-89c6-494a-834a-b088846dff9a req-14b85299-ffd8-4175-9fb8-7e9f2fb6d13b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:49.125195 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-59b6a592-89c6-494a-834a-b088846dff9a req-14b85299-ffd8-4175-9fb8-7e9f2fb6d13b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0859423 May 26 03:21:49.137944 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-f88cf3f1-9c8f-443f-b6a3-1ea8d13cbd11 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Project ddf6034e4fe740b19807be75cb04bce5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 03:21:49.146527 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f88cf3f1-9c8f-443f-b6a3-1ea8d13cbd11 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (4528cd15-6094-493f-b0b7-71e870f49d25), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:49.216478 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-59b6a592-89c6-494a-834a-b088846dff9a req-23eac6a5-58b9-43b6-aa33-6f7f7e213c28 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766857 May 26 03:21:49.246394 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f88cf3f1-9c8f-443f-b6a3-1ea8d13cbd11 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (4528cd15-6094-493f-b0b7-71e870f49d25), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:49.254706 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f88cf3f1-9c8f-443f-b6a3-1ea8d13cbd11 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (4528cd15-6094-493f-b0b7-71e870f49d25), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:49.297734 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cf3f1-9c8f-443f-b6a3-1ea8d13cbd11 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4528cd15-6094-493f-b0b7-71e870f49d25,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:49.318101 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f88cf3f1-9c8f-443f-b6a3-1ea8d13cbd11 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:49.319368 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f88cf3f1-9c8f-443f-b6a3-1ea8d13cbd11 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2422440 May 26 03:21:49.447737 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-74846e58-9ddb-4065-92f3-128ed5eed029 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942810728&fields=id&tenant_id=ddf6034e4fe740b19807be75cb04bce5 HTTP/1.1" status: 200 len: 267 time: 0.0522549 May 26 03:21:49.509617 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-f2805531-1546-4c8c-8648-6e6f78962e6a tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:49.512136 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-f2805531-1546-4c8c-8648-6e6f78962e6a tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.0585861 May 26 03:21:49.525871 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-9275a498-092a-420a-83dc-70e9b5b0a940 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'port': {'security_groups': ['83078717-33aa-46c9-bafe-e9ccae33cf4c', 'ca2b2ce8-72e1-427a-bd15-6f4981041c8f']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:21:49.604451 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-9275a498-092a-420a-83dc-70e9b5b0a940 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:49.821301 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3384466-c997-46c6-a920-3391e5eb616c req-687c4c1c-8457-4fd9-a346-95e8d9b359a7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:49.822774 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f3384466-c997-46c6-a920-3391e5eb616c req-687c4c1c-8457-4fd9-a346-95e8d9b359a7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0894954 May 26 03:21:49.935919 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f3384466-c997-46c6-a920-3391e5eb616c req-d7eedf43-3d87-4627-9950-eca7b31a6691 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000106 May 26 03:21:49.973950 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-9275a498-092a-420a-83dc-70e9b5b0a940 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] For port 353261a9-3e5f-493a-afb3-3b26d13793e8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=353261a9-3e5f-493a-afb3-3b26d13793e8,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:21:50.002840 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-9275a498-092a-420a-83dc-70e9b5b0a940 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:50.006985 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-9275a498-092a-420a-83dc-70e9b5b0a940 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:50.022268 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['353261a9-3e5f-493a-afb3-3b26d13793e8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:21:50.060971 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-9275a498-092a-420a-83dc-70e9b5b0a940 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:50.061664 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-9275a498-092a-420a-83dc-70e9b5b0a940 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:50.064061 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c3dabd61-855b-45f8-92ca-39a25c83e853 req-9275a498-092a-420a-83dc-70e9b5b0a940 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "PUT /v2.0/ports/353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 200 len: 982 time: 0.5447254 May 26 03:21:50.074811 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:21:50.084171 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0454aa4-90e3-4fdc-af16-bf464f0ae056" -d '{"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:21:50.114033 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:50.172171 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275a498-092a-420a-83dc-70e9b5b0a940 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'Port': ['ID=353261a9-3e5f-493a-afb3-3b26d13793e8,revision_number=6']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:50.180904 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:50.196513 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['353261a9-3e5f-493a-afb3-3b26d13793e8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:21:50.258893 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bc920b-1e68-484e-b07a-8068d879deae x-openstack-request-id: req-78bc920b-1e68-484e-b07a-8068d879deae {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:21:50.259179 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:21:50.259493 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78bc920b-1e68-484e-b07a-8068d879deae {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:21:50.259895 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bc920b-1e68-484e-b07a-8068d879deae'] response: {'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'status': 'completed', 'code': 200} May 26 03:21:50.301189 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add71442-a281-4522-b03e-c8d90904921e req-c4976a62-ab39-4be6-8d3f-4fce7097d5ac tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:50.302869 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-add71442-a281-4522-b03e-c8d90904921e req-c4976a62-ab39-4be6-8d3f-4fce7097d5ac tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0933058 May 26 03:21:50.435698 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902c47-e708-48bb-b078-23254b15a653 req-317081b4-ca33-4cd1-831e-23049192a150 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:50.437356 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c36512fc-939c-4ed0-9dbb-f68b2abe0e50 None None] Provisioning complete for port 353261a9-3e5f-493a-afb3-3b26d13793e8 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:21:50.438439 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c36512fc-939c-4ed0-9dbb-f68b2abe0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:50.439090 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bc902c47-e708-48bb-b078-23254b15a653 req-317081b4-ca33-4cd1-831e-23049192a150 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.1095424 May 26 03:21:50.447564 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:50.448520 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:50.490389 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-add71442-a281-4522-b03e-c8d90904921e req-a0594ad8-8b09-41ae-a2e0-1296c463d9ff tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1775601 May 26 03:21:50.549904 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bc902c47-e708-48bb-b078-23254b15a653 req-f0cb11dd-df96-4a89-8c70-45291e5b51ec tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959361 May 26 03:21:50.706112 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:50.721683 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c36512fc-939c-4ed0-9dbb-f68b2abe0e50 None None] Current status of the port 353261a9-3e5f-493a-afb3-3b26d13793e8 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:21:51.080909 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3da75c-0eff-441d-b851-75c671971d0f req-ebc82eb2-8ab8-48d6-aa11-764648016982 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:51.082854 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2d3da75c-0eff-441d-b851-75c671971d0f req-ebc82eb2-8ab8-48d6-aa11-764648016982 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0505877 May 26 03:21:51.151377 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2d3da75c-0eff-441d-b851-75c671971d0f req-964488c1-d551-4017-8ae4-3fa4e3218f84 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623605 May 26 03:21:51.680201 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd10799-be94-4c89-bd00-70d9330cf12c req-0e50a737-4c03-4b7a-b3b9-de5680d1ad32 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:51.681670 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5bd10799-be94-4c89-bd00-70d9330cf12c req-0e50a737-4c03-4b7a-b3b9-de5680d1ad32 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0486755 May 26 03:21:51.727052 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5bd10799-be94-4c89-bd00-70d9330cf12c req-9e885874-6bd6-4f8a-a683-b66948378f40 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 May 26 03:21:52.282938 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c889c-f40f-4396-a9f3-12e1b015aac5 req-a7df1b36-3fb5-4712-af2c-17879bfed9bd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:52.284514 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fc3c889c-f40f-4396-a9f3-12e1b015aac5 req-a7df1b36-3fb5-4712-af2c-17879bfed9bd tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0570164 May 26 03:21:52.317328 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51590) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:52.334333 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fc3c889c-f40f-4396-a9f3-12e1b015aac5 req-abc45f0a-56ee-4a54-9f0b-d6f4410d0a70 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442431 May 26 03:21:52.361698 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb55380-3201-44a0-a5bc-9a343754db42 admin admin] Deleting subnet 93339669-e694-4ed0-b8a5-3f4c45a00781 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:21:52.365502 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2cb55380-3201-44a0-a5bc-9a343754db42 admin admin] Publish callbacks [] for subnet (93339669-e694-4ed0-b8a5-3f4c45a00781), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:52.410711 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2cb55380-3201-44a0-a5bc-9a343754db42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352651'] for subnet (93339669-e694-4ed0-b8a5-3f4c45a00781), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:52.451311 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2cb55380-3201-44a0-a5bc-9a343754db42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (93339669-e694-4ed0-b8a5-3f4c45a00781), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:52.503309 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:52.513574 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2cb55380-3201-44a0-a5bc-9a343754db42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4438528'] for subnet (93339669-e694-4ed0-b8a5-3f4c45a00781), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:52.546665 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2cb55380-3201-44a0-a5bc-9a343754db42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:52.550544 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2cb55380-3201-44a0-a5bc-9a343754db42 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/93339669-e694-4ed0-b8a5-3f4c45a00781 HTTP/1.1" status: 204 len: 168 time: 0.2316952 May 26 03:21:52.550829 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb55380-3201-44a0-a5bc-9a343754db42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93339669-e694-4ed0-b8a5-3f4c45a00781,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:52.552941 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51592) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:52.627861 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (61bec3d6-ae64-415c-a16b-a40576291eaf), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:52.714327 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (61bec3d6-ae64-415c-a16b-a40576291eaf), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:52.734947 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.735339 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.736089 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.736416 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > port after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.736760 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.737089 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > port after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.737407 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.737720 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.738031 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.738344 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.857512 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.857864 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.858195 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.858520 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 03:21:52.858899 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bec3d6-ae64-415c-a16b-a40576291eaf']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:21:52.902173 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3cb097-b2c2-4d19-a53d-09e43ad36677') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:21:52.902460 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3cb097-b2c2-4d19-a53d-09e43ad36677') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:21:52.927542 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (cf3cb097-b2c2-4d19-a53d-09e43ad36677), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:52.954103 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356448db-b06a-4324-9201-5e40a377c8f1 req-1feb2980-c3b5-4c49-b550-0a21a23be383 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:52.955677 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-356448db-b06a-4324-9201-5e40a377c8f1 req-1feb2980-c3b5-4c49-b550-0a21a23be383 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0911982 May 26 03:21:52.959535 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (cf3cb097-b2c2-4d19-a53d-09e43ad36677), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:52.976044 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:21:52.976435 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (cf3cb097-b2c2-4d19-a53d-09e43ad36677), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:53.083472 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-356448db-b06a-4324-9201-5e40a377c8f1 req-7026fb88-16c4-4bee-a7c4-51f862a5603d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206262 May 26 03:21:53.084636 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (61bec3d6-ae64-415c-a16b-a40576291eaf), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:53.093144 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:53.099117 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] 10.222.0.39 "DELETE /v2.0/networks/61bec3d6-ae64-415c-a16b-a40576291eaf HTTP/1.1" status: 204 len: 168 time: 0.5429685 May 26 03:21:53.107738 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3dea-eac8-4679-abce-75abfc05fe51 admin admin] Pushing event deleted for resources: {'Network': ['ID=61bec3d6-ae64-415c-a16b-a40576291eaf,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:53.289287 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment cf3cb097-b2c2-4d19-a53d-09e43ad36677 resource provider aggregate not found May 26 03:21:53.307540 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment cf3cb097-b2c2-4d19-a53d-09e43ad36677 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf3cb097-b2c2-4d19-a53d-09e43ad36677 found for delete ", "request_id": "req-82771e51-efa7-4ebb-abea-0de924164f88"}]} May 26 03:21:53.336308 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51610) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:53.405522 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8ecfcef2-1811-4c7f-b8f3-47c06997e080 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b8a415a2a93492fa4f6b3c9acc0b080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680943 May 26 03:21:53.407952 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51614) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:21:53.486902 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffc75-872d-406b-91c9-6c57fbf453dc req-70cea772-dbf6-4bbb-b8bb-6b9a98d8f577 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:53.488450 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8fffc75-872d-406b-91c9-6c57fbf453dc req-70cea772-dbf6-4bbb-b8bb-6b9a98d8f577 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0651162 May 26 03:21:53.505824 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2200856-1e54-4640-9f89-f9c4b0705818 admin admin] Publish callbacks [] for security_group (15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:53.523564 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:53.550371 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2200856-1e54-4640-9f89-f9c4b0705818 admin admin] Publish callbacks [] for security_group (15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:53.578818 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8fffc75-872d-406b-91c9-6c57fbf453dc req-74b9a624-d9a6-4ad7-8b23-3aa09e5e9ea9 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824759 May 26 03:21:53.612248 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2200856-1e54-4640-9f89-f9c4b0705818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:53.614887 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2200856-1e54-4640-9f89-f9c4b0705818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:21:53.616088 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e2200856-1e54-4640-9f89-f9c4b0705818 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e HTTP/1.1" status: 204 len: 168 time: 0.2071772 May 26 03:21:53.619386 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:53.625010 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2200856-1e54-4640-9f89-f9c4b0705818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d9846f-a6b5-43a6-b72f-e27b2ae9cc6e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:21:54.208915 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3f091-499b-45cb-bf9a-bce1f584cd03 req-2866b2e0-f550-4cb1-828c-23e274d73667 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:54.210412 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c1f3f091-499b-45cb-bf9a-bce1f584cd03 req-2866b2e0-f550-4cb1-828c-23e274d73667 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0538490 May 26 03:21:54.272237 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c1f3f091-499b-45cb-bf9a-bce1f584cd03 req-d7a68661-73bb-481e-be20-f6b62790debd tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562329 May 26 03:21:54.794898 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882972ee-2d90-465b-8d17-849a495d554e req-fa096f34-004f-40f1-bad9-5c5073985284 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:54.796509 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-882972ee-2d90-465b-8d17-849a495d554e req-fa096f34-004f-40f1-bad9-5c5073985284 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.1238682 May 26 03:21:54.874324 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-882972ee-2d90-465b-8d17-849a495d554e req-2c670359-07e7-4f9f-a536-da22d0b83b60 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663228 May 26 03:21:55.393942 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ba3c-334e-4b27-8189-14b5398d102c req-bca5490c-f075-40d9-8697-68a6e7a133e5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:55.395464 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b641ba3c-334e-4b27-8189-14b5398d102c req-bca5490c-f075-40d9-8697-68a6e7a133e5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0485604 May 26 03:21:55.444897 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b641ba3c-334e-4b27-8189-14b5398d102c req-1ebbda86-d14b-4dc1-8778-1cfbd76351be tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439618 May 26 03:21:56.046119 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea528e33-27e7-4480-b6b7-141a4fdccffc req-35106fe7-a9fb-42b2-b428-64af916d8aae tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:56.047995 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea528e33-27e7-4480-b6b7-141a4fdccffc req-35106fe7-a9fb-42b2-b428-64af916d8aae tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0925899 May 26 03:21:56.049795 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-49c01e00-f7f6-43c3-8a84-f331a8ef49d5 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=326f6a78057d4f92a3bbb2e52802f904&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411303 May 26 03:21:56.206287 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ea528e33-27e7-4480-b6b7-141a4fdccffc req-4128e867-ecd9-4270-804f-6f99512a65fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510961 May 26 03:21:56.300447 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a21eb-520e-413c-8d12-208709546cd7 req-77632b12-74ac-4074-b44a-3d51d2135a0a tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:56.301892 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-77632b12-74ac-4074-b44a-3d51d2135a0a tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450485 May 26 03:21:56.318620 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-0859f6e0-5f05-4837-8f3a-3d421f214e3d tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/quotas/326f6a78057d4f92a3bbb2e52802f904 HTTP/1.1" status: 200 len: 375 time: 0.0102465 May 26 03:21:56.351636 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-cd9b2ae6-d86a-4f92-9e5d-c6cf6cdcbc02 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=326f6a78057d4f92a3bbb2e52802f904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283082 May 26 03:21:56.544300 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c2568865-0d04-4f2f-989c-7c553dd7f3ab req-f73b19a1-12bb-4013-9b6f-4fa9c9acb1fb tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0395722 May 26 03:21:56.612802 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1308b2-3918-463a-ab95-5f05a9ae6852 req-6088dfa7-1f6e-4073-abf0-dc8bd8717b6e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:56.614698 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1e1308b2-3918-463a-ab95-5f05a9ae6852 req-6088dfa7-1f6e-4073-abf0-dc8bd8717b6e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0978234 May 26 03:21:56.672736 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1e1308b2-3918-463a-ab95-5f05a9ae6852 req-5fb0945d-5668-4cbe-8278-07273416bb36 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 May 26 03:21:57.340406 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35cb10-4ab9-44d1-b789-d3b5a8f1de06 req-a2eb20ae-3495-4f21-bfb9-1ecbd74e014f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:57.341829 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ba35cb10-4ab9-44d1-b789-d3b5a8f1de06 req-a2eb20ae-3495-4f21-bfb9-1ecbd74e014f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0490441 May 26 03:21:57.394293 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ba35cb10-4ab9-44d1-b789-d3b5a8f1de06 req-851f91a1-c9e0-4b8e-9294-c9e03f902494 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469530 May 26 03:21:57.656778 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dda0d577-7e6a-4916-a70b-ccfd6db5c76c req-d4f696da-4bca-4831-aa62-31f5e3d2a616 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0267997 May 26 03:21:57.804020 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840cabf-5c2f-4427-8d94-4c77981fdca4 req-16c7560c-404f-4eee-a9c4-85f393635d2e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:57.805351 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5840cabf-5c2f-4427-8d94-4c77981fdca4 req-16c7560c-404f-4eee-a9c4-85f393635d2e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0463154 May 26 03:21:57.853159 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5840cabf-5c2f-4427-8d94-4c77981fdca4 req-098d75fd-d055-42c9-9fbb-ae4bbeaf0a0b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423768 May 26 03:21:58.086071 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:58.098279 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-92104132-a14c-4497-8d95-4290300470ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:58.099816 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-92104132-a14c-4497-8d95-4290300470ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddf6034e4fe740b19807be75cb04bce5&device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 1169 time: 0.0532675 May 26 03:21:58.516356 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72b2b7-f86e-40b5-a687-eafc8071fcfa req-4c9b6c52-dc0b-4c5d-ae74-6e6c2de4cac8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:58.517829 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cf72b2b7-f86e-40b5-a687-eafc8071fcfa req-4c9b6c52-dc0b-4c5d-ae74-6e6c2de4cac8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0524144 May 26 03:21:58.563762 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cf72b2b7-f86e-40b5-a687-eafc8071fcfa req-cde28c77-824f-4059-9db7-a674203122ef tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 May 26 03:21:58.711594 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-dae59db7-451d-46d5-bf29-47e39eb774cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:58.713201 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-dae59db7-451d-46d5-bf29-47e39eb774cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=a298599f-c97e-4706-93ce-266bcdf105f7 HTTP/1.1" status: 200 len: 916 time: 0.0948727 May 26 03:21:58.766329 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d5868393-5775-491f-8f8c-879fd33de32b req-89f647ee-3fcf-4286-97fa-a230d0771f67 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0303123 May 26 03:21:58.785578 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-fdc70455-255c-43c1-bcae-bbdbf69ca2a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 200 len: 1001 time: 0.0617080 May 26 03:21:58.964694 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4b7a4-4bfa-49aa-9fc5-f30ea9cc4241 req-ac91318f-ffc5-4e39-8b78-8db77f85824a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:58.966104 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89c4b7a4-4bfa-49aa-9fc5-f30ea9cc4241 req-ac91318f-ffc5-4e39-8b78-8db77f85824a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0465465 May 26 03:21:58.976976 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:59.005258 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:21:59.017385 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89c4b7a4-4bfa-49aa-9fc5-f30ea9cc4241 req-b0d9b82e-263e-4b57-94d5-692363bed8e0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459249 May 26 03:21:59.679668 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ea169-0a3a-41d7-a601-b2e28f44479d req-53382dff-decd-4988-bdd7-4da96b7c7dec tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:59.681090 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc3ea169-0a3a-41d7-a601-b2e28f44479d req-53382dff-decd-4988-bdd7-4da96b7c7dec tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0472579 May 26 03:21:59.730024 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc3ea169-0a3a-41d7-a601-b2e28f44479d req-b7d2d098-d0f6-4581-ad60-76b7ed2f6e9a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434139 May 26 03:21:59.758504 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-f72cfe4b-7274-4fd7-a84a-ad3d5b8065e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:59.760072 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-f72cfe4b-7274-4fd7-a84a-ad3d5b8065e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f99ac678-edd8-4fc2-8f77-0c099d8ff4e9 HTTP/1.1" status: 200 len: 854 time: 0.0480955 May 26 03:21:59.816906 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-24f9e4c0-827d-4e3b-90dd-9d026614cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:21:59.818414 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-24f9e4c0-827d-4e3b-90dd-9d026614cbb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a298599f-c97e-4706-93ce-266bcdf105f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457561 May 26 03:21:59.863415 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c5d6df1b-0dd7-4d4e-b3e7-c9517ff453ac req-36154753-a943-4644-8c29-a58b7d353e9c tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0264382 May 26 03:22:00.134894 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a5b5f-3929-4cbe-a742-cc298495e16e req-e172c947-8cd7-4fb9-8376-432ef5f0dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:00.136801 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-285a5b5f-3929-4cbe-a742-cc298495e16e req-e172c947-8cd7-4fb9-8376-432ef5f0dbe9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 1130 time: 0.0494118 May 26 03:22:00.153614 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-73d95390-8264-456e-8e0e-39efaa92c82e tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=326f6a78057d4f92a3bbb2e52802f904&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272996 May 26 03:22:00.185868 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-9acc9bb4-fc04-41f0-8f05-7a6273e8538b service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501241 May 26 03:22:00.188205 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cefe32-b378-49e6-98e4-07b1c6183217 req-9d386938-f5a7-4270-bbca-daff1b6ced1e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:00.190001 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-78cefe32-b378-49e6-98e4-07b1c6183217 req-9d386938-f5a7-4270-bbca-daff1b6ced1e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0954669 May 26 03:22:00.201386 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-285a5b5f-3929-4cbe-a742-cc298495e16e req-93a0d161-c1f5-4285-a1ae-8e938543edb6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563359 May 26 03:22:00.280681 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-78cefe32-b378-49e6-98e4-07b1c6183217 req-598e7b67-14cc-4d32-bb71-dc5090a9f502 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652554 May 26 03:22:00.296304 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f0454aa4-90e3-4fdc-af16-bf464f0ae056 req-1022fff6-42b2-4438-bda0-314f033b5c3e service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903964 May 26 03:22:00.308661 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a21eb-520e-413c-8d12-208709546cd7 req-d577230d-dd6a-4c2f-b6c6-3868423eee1c tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:00.310033 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-d577230d-dd6a-4c2f-b6c6-3868423eee1c tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504362 May 26 03:22:00.434283 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Request body: {'port': {'device_id': '699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9', 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86', 'admin_state_up': True, 'tenant_id': '326f6a78057d4f92a3bbb2e52802f904'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:00.755541 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Made reservation on behalf of 326f6a78057d4f92a3bbb2e52802f904 for: {'port': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:22:00.758828 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:00.769326 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:00.875047 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:00.881269 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6669-6e40-47f7-979e-1fcc2eb2fb8b req-2932302a-4eca-4848-8a3a-21f5b629c97a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:00.882732 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45da6669-6e40-47f7-979e-1fcc2eb2fb8b req-2932302a-4eca-4848-8a3a-21f5b629c97a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0698292 May 26 03:22:00.903359 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks [] for security_group (b3c5708a-a938-43ca-9820-d5114684757e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:00.912188 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b3c5708a-a938-43ca-9820-d5114684757e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:00.993575 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=77 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:00.999000 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=57 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:01.025868 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c5708a-a938-43ca-9820-d5114684757e,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:01.032839 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f0f13d04-5805-41b3-8225-83b0991fdd0f req-0933d6f0-74a0-4a06-a1f5-3ddc3e822c72 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0888729 May 26 03:22:01.038697 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45da6669-6e40-47f7-979e-1fcc2eb2fb8b req-aa363e84-8c24-489e-808c-5753706e48af tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504078 May 26 03:22:01.099550 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Allocated IP 192.168.233.140 (38168628-d147-4833-a77e-d2b059f1fa86/7c065717-51aa-4c44-9831-8919124f5dcb/91a75d4d-c3a7-4c56-9890-167302ed9002) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:22:01.117315 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:01.196352 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:01.255890 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks [] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:01.289211 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:01.334045 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Network 38168628-d147-4833-a77e-d2b059f1fa86 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:22:01.337155 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:22:01.341190 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:22:01.347660 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Pushing event updated for resources: {'Port': ['ID=91a75d4d-c3a7-4c56-9890-167302ed9002,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:01.434536 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:01.435154 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:01.443752 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1db740-cc75-477d-8ac0-9bb229861510 req-f00377ea-d409-4690-81b1-2847d625af81 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:01.445270 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e1db740-cc75-477d-8ac0-9bb229861510 req-f00377ea-d409-4690-81b1-2847d625af81 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0775952 May 26 03:22:01.472620 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-ebc592cb-4fbd-4a9b-9dca-c38d6ec6d228 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0425389 May 26 03:22:01.503522 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8e1db740-cc75-477d-8ac0-9bb229861510 req-b30d21f9-72db-4849-8342-4679b9c4baf6 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504942 May 26 03:22:01.613887 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-6e97e137-33bc-416c-bcce-5a1ab8bda59e None None] Provisioning complete for port 91a75d4d-c3a7-4c56-9890-167302ed9002 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:22:01.614157 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6e97e137-33bc-416c-bcce-5a1ab8bda59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:01.648354 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-6e97e137-33bc-416c-bcce-5a1ab8bda59e None None] Port 91a75d4d-c3a7-4c56-9890-167302ed9002 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:22:01.835596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Request body: {'port': {'device_id': '699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:01.899935 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:02.205340 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b8e7b-b5c3-421a-90a0-d6ffc18e03f1 req-11c8255e-1af4-4433-bb9d-00c8d5c7e7e4 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:02.206705 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0f8b8e7b-b5c3-421a-90a0-d6ffc18e03f1 req-11c8255e-1af4-4433-bb9d-00c8d5c7e7e4 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0866680 May 26 03:22:02.215432 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d69fbc-f2af-4989-8905-89635b260fe4 req-736f471b-6de8-476e-afda-6774da8c36ee tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:02.216766 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-72d69fbc-f2af-4989-8905-89635b260fe4 req-736f471b-6de8-476e-afda-6774da8c36ee tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 936 time: 0.1090589 May 26 03:22:02.258034 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-687ac2ff-5b33-460d-abe6-98d79f5e1748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:02.291433 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:02.314105 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:02.330856 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0f8b8e7b-b5c3-421a-90a0-d6ffc18e03f1 req-688eaaa8-f0a8-4122-b086-a858ba5c541b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132045 May 26 03:22:02.336536 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-72d69fbc-f2af-4989-8905-89635b260fe4 req-22d60697-5104-46c8-b539-6e8a1c280567 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069572 May 26 03:22:02.339018 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a75d4d-c3a7-4c56-9890-167302ed9002 {{(pid=104053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:22:02.348175 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Publish callbacks [] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:02.361826 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.provisioning_blocks [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Transition to ACTIVE for port object 91a75d4d-c3a7-4c56-9890-167302ed9002 will not be triggered until provisioned by entity L2. {{(pid=104053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:22:02.366216 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:02.414607 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Pushing event updated for resources: {'Port': ['ID=91a75d4d-c3a7-4c56-9890-167302ed9002,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:02.496158 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Attempting to bind port 91a75d4d-c3a7-4c56-9890-167302ed9002 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:22:02.496500 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Attempting to bind port 91a75d4d-c3a7-4c56-9890-167302ed9002 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '6b2740ed-a271-4a18-b21b-db9c7ef596f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:22:02.496834 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Attempting to bind port 91a75d4d-c3a7-4c56-9890-167302ed9002 on network 38168628-d147-4833-a77e-d2b059f1fa86 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:22:02.502037 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Port 91a75d4d-c3a7-4c56-9890-167302ed9002 on network 38168628-d147-4833-a77e-d2b059f1fa86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:22:02.502364 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Attempting to bind port 91a75d4d-c3a7-4c56-9890-167302ed9002 on network 38168628-d147-4833-a77e-d2b059f1fa86 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:22:02.507891 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:22:02.508231 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Checking segment: {'id': '6b2740ed-a271-4a18-b21b-db9c7ef596f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:22:02.508636 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Bound using segment: {'id': '6b2740ed-a271-4a18-b21b-db9c7ef596f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:22:02.509065 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Bound port: 91a75d4d-c3a7-4c56-9890-167302ed9002, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b2740ed-a271-4a18-b21b-db9c7ef596f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:22:02.509425 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:02.574512 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] For port 91a75d4d-c3a7-4c56-9890-167302ed9002, host hv-cinder-84336, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:22:02.577617 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] For port 91a75d4d-c3a7-4c56-9890-167302ed9002, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=91a75d4d-c3a7-4c56-9890-167302ed9002,segment=NetworkSegment(6b2740ed-a271-4a18-b21b-db9c7ef596f9),segment_id=6b2740ed-a271-4a18-b21b-db9c7ef596f9)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:22:02.591507 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:02.654547 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:02.655289 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:02.656769 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] 10.222.0.45 "PUT /v2.0/ports/91a75d4d-c3a7-4c56-9890-167302ed9002 HTTP/1.1" status: 200 len: 1098 time: 0.8253081 May 26 03:22:02.663112 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c837e-b9c7-44c2-a23c-673ba447366d req-35d1ee66-46d0-4b00-98c4-04c792b2b514 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:02.664540 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-279c837e-b9c7-44c2-a23c-673ba447366d req-35d1ee66-46d0-4b00-98c4-04c792b2b514 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0853214 May 26 03:22:02.665006 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9', 'tag': '91a75d4d-c3a7-4c56-9890-167302ed9002'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:22:02.667521 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df0b874-5a93-4670-b67b-199198b606f1" -d '{"events": [{"name": "network-changed", "server_uuid": "699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9", "tag": "91a75d4d-c3a7-4c56-9890-167302ed9002"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:22:02.703124 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4010d1-26b1-4570-9300-e02d4837e54d service neutron] Pushing event updated for resources: {'Port': ['ID=91a75d4d-c3a7-4c56-9890-167302ed9002,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:02.749675 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1b7657-e88b-469b-b963-191f2379a3d7 x-openstack-request-id: req-9a1b7657-e88b-469b-b963-191f2379a3d7 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:22:02.749960 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9", "tag": "91a75d4d-c3a7-4c56-9890-167302ed9002", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:22:02.750210 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a1b7657-e88b-469b-b963-191f2379a3d7 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:22:02.750604 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1b7657-e88b-469b-b963-191f2379a3d7'] response: {'name': 'network-changed', 'server_uuid': '699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9', 'tag': '91a75d4d-c3a7-4c56-9890-167302ed9002', 'status': 'completed', 'code': 200} May 26 03:22:02.763801 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-279c837e-b9c7-44c2-a23c-673ba447366d req-b4d55ae8-5a5e-4349-80a1-ab9928344b49 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909615 May 26 03:22:02.772766 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a21eb-520e-413c-8d12-208709546cd7 req-e865176a-87d6-496f-99ca-35de84bec5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:02.785478 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-e865176a-87d6-496f-99ca-35de84bec5f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=326f6a78057d4f92a3bbb2e52802f904&device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 1132 time: 0.0748916 May 26 03:22:02.842207 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-357d4270-f069-468f-be6b-116f94e5e670 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=91a75d4d-c3a7-4c56-9890-167302ed9002 HTTP/1.1" status: 200 len: 217 time: 0.0387430 May 26 03:22:02.895721 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a21eb-520e-413c-8d12-208709546cd7 req-91485b56-db1e-4e24-ad3b-d60cc7a16509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:02.897970 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-91485b56-db1e-4e24-ad3b-d60cc7a16509 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c065717-51aa-4c44-9831-8919124f5dcb HTTP/1.1" status: 200 len: 843 time: 0.0477741 May 26 03:22:02.948707 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a21eb-520e-413c-8d12-208709546cd7 req-1d5f926c-7cce-4d8b-8e26-f0715ae0349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:02.950233 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-1d5f926c-7cce-4d8b-8e26-f0715ae0349a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38168628-d147-4833-a77e-d2b059f1fa86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0453072 May 26 03:22:03.025470 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb99e40-5f46-400f-90d8-122e65da908c req-8804a372-c90a-4436-80f2-43282fa6dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:03.026931 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1eb99e40-5f46-400f-90d8-122e65da908c req-8804a372-c90a-4436-80f2-43282fa6dd97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 1130 time: 0.0419679 May 26 03:22:03.064376 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039eca-9f23-4c34-b985-59d712ca6088 req-8229035d-4b5e-4774-9e1d-919ca6286bae tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:03.065809 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-98039eca-9f23-4c34-b985-59d712ca6088 req-8229035d-4b5e-4774-9e1d-919ca6286bae tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0825531 May 26 03:22:03.107329 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-8233a010-182e-48b3-830e-d090d843b961 service neutron] 10.222.0.45 "GET /v2.0/networks/38168628-d147-4833-a77e-d2b059f1fa86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420581 May 26 03:22:03.118772 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb99e40-5f46-400f-90d8-122e65da908c req-380ce99c-ba0a-4138-b9b0-1f2b3472c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:03.120267 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1eb99e40-5f46-400f-90d8-122e65da908c req-380ce99c-ba0a-4138-b9b0-1f2b3472c031 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.0857873 May 26 03:22:03.165976 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1eb99e40-5f46-400f-90d8-122e65da908c req-0ccc5a57-387b-40ed-9fb8-d71532778ada service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e59edf-7910-41d4-b1b0-b8cb717c4149 HTTP/1.1" status: 200 len: 217 time: 0.0373127 May 26 03:22:03.172352 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-98039eca-9f23-4c34-b985-59d712ca6088 req-5eecd850-f7a1-43fc-8028-913a80e94fdd tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002283 May 26 03:22:03.214824 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-202a21eb-520e-413c-8d12-208709546cd7 req-938a6287-6b03-4e82-b865-8a6e105e35d9 service neutron] 10.222.0.45 "GET /v2.0/networks/38168628-d147-4833-a77e-d2b059f1fa86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014192 May 26 03:22:03.219264 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb99e40-5f46-400f-90d8-122e65da908c req-dc3acfe0-bc06-4862-bd66-5f99a0d97c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:03.221393 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1eb99e40-5f46-400f-90d8-122e65da908c req-dc3acfe0-bc06-4862-bd66-5f99a0d97c3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0481958 May 26 03:22:03.265564 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb99e40-5f46-400f-90d8-122e65da908c req-3bc3a8a4-33cc-4343-8683-544c5932f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:03.267579 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1eb99e40-5f46-400f-90d8-122e65da908c req-3bc3a8a4-33cc-4343-8683-544c5932f847 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396283 May 26 03:22:03.442733 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:03.476771 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:03.484494 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa1ca5-d2fe-4744-8c4d-1cff78fa648c req-feea8c5f-d9ee-429d-9dac-201244932211 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:03.485993 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45fa1ca5-d2fe-4744-8c4d-1cff78fa648c req-feea8c5f-d9ee-429d-9dac-201244932211 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0775452 May 26 03:22:03.492634 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb34af-fc61-4164-a873-3bc15eb63d21 req-844e4a2c-23d0-4d61-96f7-179826cbaab0 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:03.493983 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-edcb34af-fc61-4164-a873-3bc15eb63d21 req-844e4a2c-23d0-4d61-96f7-179826cbaab0 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 948 time: 0.0755718 May 26 03:22:03.566830 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45fa1ca5-d2fe-4744-8c4d-1cff78fa648c req-33a14fb0-d955-47bd-abf4-19162d833d20 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719173 May 26 03:22:03.573885 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-edcb34af-fc61-4164-a873-3bc15eb63d21 req-a48b8500-11af-4e1f-b077-1c6c641215b5 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710723 May 26 03:22:04.287785 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6802a-fe9c-4124-a12e-8f716c699248 req-3e42094f-9e28-475d-b5f2-340b4d1ffa88 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:04.289157 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-72e6802a-fe9c-4124-a12e-8f716c699248 req-3e42094f-9e28-475d-b5f2-340b4d1ffa88 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0482359 May 26 03:22:04.335106 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-72e6802a-fe9c-4124-a12e-8f716c699248 req-bca78f6d-08f1-45c0-97e9-87c790a88dff tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 May 26 03:22:04.490818 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-59f43410-cda4-4182-80d7-2694911db4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:04.520463 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b874-5a93-4670-b67b-199198b606f1 req-3faf2a46-1822-42f2-bd24-cce98524076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:04.521980 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0df0b874-5a93-4670-b67b-199198b606f1 req-3faf2a46-1822-42f2-bd24-cce98524076d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=326f6a78057d4f92a3bbb2e52802f904&device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 1132 time: 0.0420253 May 26 03:22:04.566484 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1eb99e40-5f46-400f-90d8-122e65da908c req-a3f90109-a90e-4641-8013-a2bb33cb1778 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918117 May 26 03:22:04.718550 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0f762-346a-4213-be44-e14b03ba32cb req-d1b9e406-cd5a-406d-a679-d864f2103dc9 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:04.720614 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-00a0f762-346a-4213-be44-e14b03ba32cb req-d1b9e406-cd5a-406d-a679-d864f2103dc9 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 948 time: 0.0800052 May 26 03:22:04.726640 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158ca89-94d2-411d-a7aa-7939ba94f369 req-e0a36af1-b82d-4d0b-8608-8295a7cc2a54 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:04.728036 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d158ca89-94d2-411d-a7aa-7939ba94f369 req-e0a36af1-b82d-4d0b-8608-8295a7cc2a54 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0853629 May 26 03:22:04.733512 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 91a75d4d-c3a7-4c56-9890-167302ed9002 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:22:04.804557 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-00a0f762-346a-4213-be44-e14b03ba32cb req-f0c182a4-1347-4d3d-8535-92803d7b97df tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755703 May 26 03:22:04.812051 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d158ca89-94d2-411d-a7aa-7939ba94f369 req-3225ff5e-c105-49fa-b4c7-124eac8bd568 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762556 May 26 03:22:04.842095 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 91a75d4d-c3a7-4c56-9890-167302ed9002, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=91a75d4d-c3a7-4c56-9890-167302ed9002,segment=NetworkSegment(6b2740ed-a271-4a18-b21b-db9c7ef596f9),segment_id=6b2740ed-a271-4a18-b21b-db9c7ef596f9)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:04.854892 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:22:04.856422 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '91a75d4d-c3a7-4c56-9890-167302ed9002', 'network_id': '38168628-d147-4833-a77e-d2b059f1fa86', 'port_id': '91a75d4d-c3a7-4c56-9890-167302ed9002', 'mac_address': 'fa:16:3e:7a:8d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c065717-51aa-4c44-9831-8919124f5dcb', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:22:04.890086 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 91a75d4d-c3a7-4c56-9890-167302ed9002 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:22:04.890718 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:04.904055 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a75d4d-c3a7-4c56-9890-167302ed9002 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:22:04.924269 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 91a75d4d-c3a7-4c56-9890-167302ed9002, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=91a75d4d-c3a7-4c56-9890-167302ed9002,segment=NetworkSegment(6b2740ed-a271-4a18-b21b-db9c7ef596f9),segment_id=6b2740ed-a271-4a18-b21b-db9c7ef596f9)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:04.928123 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:04.973753 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=91a75d4d-c3a7-4c56-9890-167302ed9002,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:05.286528 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['91a75d4d-c3a7-4c56-9890-167302ed9002'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:22:05.456239 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec7104-a2c7-42dc-8e56-8281fd3c8fec req-b4832e1b-5240-40ba-8935-2653aa323797 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:05.457706 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3bec7104-a2c7-42dc-8e56-8281fd3c8fec req-b4832e1b-5240-40ba-8935-2653aa323797 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0498199 May 26 03:22:05.537873 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:05.554603 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1eb99e40-5f46-400f-90d8-122e65da908c req-8f3bfad6-1617-4144-b6ee-ad22bf79fc6f service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861104 May 26 03:22:05.561740 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3bec7104-a2c7-42dc-8e56-8281fd3c8fec req-290a3ba8-3bb2-4b9f-b25f-6014b1ad2428 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985529 May 26 03:22:05.588610 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b874-5a93-4670-b67b-199198b606f1 req-cda12a61-2891-4ac4-9381-63027f0af793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:05.590056 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0df0b874-5a93-4670-b67b-199198b606f1 req-cda12a61-2891-4ac4-9381-63027f0af793 service neutron] 10.222.0.45 "GET /v2.0/networks?id=38168628-d147-4833-a77e-d2b059f1fa86 HTTP/1.1" status: 200 len: 870 time: 0.1212256 May 26 03:22:05.678678 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0df0b874-5a93-4670-b67b-199198b606f1 req-5b7919cd-c46c-4470-b670-1827dea2e0dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=91a75d4d-c3a7-4c56-9890-167302ed9002 HTTP/1.1" status: 200 len: 217 time: 0.0321560 May 26 03:22:05.732670 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b874-5a93-4670-b67b-199198b606f1 req-1a509138-e78d-472b-ba7c-023c5b0a67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:05.734068 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0df0b874-5a93-4670-b67b-199198b606f1 req-1a509138-e78d-472b-ba7c-023c5b0a67d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c065717-51aa-4c44-9831-8919124f5dcb HTTP/1.1" status: 200 len: 843 time: 0.0447211 May 26 03:22:05.762185 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:05.780936 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b874-5a93-4670-b67b-199198b606f1 req-62b57833-d651-4f0e-aaa9-055c5eb78478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:05.783181 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0df0b874-5a93-4670-b67b-199198b606f1 req-62b57833-d651-4f0e-aaa9-055c5eb78478 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=38168628-d147-4833-a77e-d2b059f1fa86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0399373 May 26 03:22:05.959896 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0df0b874-5a93-4670-b67b-199198b606f1 req-9d10e533-86e3-42e9-bbfc-972f32976542 service neutron] 10.222.0.45 "GET /v2.0/networks/38168628-d147-4833-a77e-d2b059f1fa86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489933 May 26 03:22:05.969911 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c146a1-4a86-458f-a621-0b9c0913f613 req-42cfe4ae-0507-4095-8e46-3971752bcd32 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:05.971281 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-86c146a1-4a86-458f-a621-0b9c0913f613 req-42cfe4ae-0507-4095-8e46-3971752bcd32 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 949 time: 0.0937755 May 26 03:22:05.985340 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ab6e-6831-4fe0-89f4-cdd22cf070b5 req-fec9b271-5922-4532-8204-8345220e5463 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:05.986853 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c9c1ab6e-6831-4fe0-89f4-cdd22cf070b5 req-fec9b271-5922-4532-8204-8345220e5463 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0741286 May 26 03:22:06.027500 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:06.058781 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-86c146a1-4a86-458f-a621-0b9c0913f613 req-8298a3ca-ca30-4c95-b594-db6cc7c4caf1 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804324 May 26 03:22:06.061995 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c9c1ab6e-6831-4fe0-89f4-cdd22cf070b5 req-521452ee-7f8a-403c-9999-1503125c65ef tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692701 May 26 03:22:06.679455 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128a358-2541-497f-8b78-09bba96112db req-b76e82f5-aeb1-446a-a15a-ef204d232d8c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:06.680944 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0128a358-2541-497f-8b78-09bba96112db req-b76e82f5-aeb1-446a-a15a-ef204d232d8c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0473738 May 26 03:22:06.712662 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:06.730003 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0128a358-2541-497f-8b78-09bba96112db req-2e66a49b-06a1-4ba3-8ab0-9aaf2b6d306e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 May 26 03:22:06.774127 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 8f3ffc1c-dd96-4c79-8070-6048d639cb48 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:22:06.777463 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 91a75d4d-c3a7-4c56-9890-167302ed9002 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:22:06.871003 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 91a75d4d-c3a7-4c56-9890-167302ed9002 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:22:06.882943 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 91a75d4d-c3a7-4c56-9890-167302ed9002 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:22:06.883440 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:06.950520 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:07.077919 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'port_id': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'mac_address': 'fa:16:3e:b4:fd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:22:07.132920 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 91a75d4d-c3a7-4c56-9890-167302ed9002 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:22:07.133301 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:07.149934 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:22:07.150314 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:07.171330 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a75d4d-c3a7-4c56-9890-167302ed9002'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:22:07.173610 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc40e244-f0aa-47cb-a007-acc9050af5c1" -d '{"events": [{"server_uuid": "699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9", "name": "network-vif-plugged", "status": "completed", "tag": "91a75d4d-c3a7-4c56-9890-167302ed9002"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:22:07.175667 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:07.188336 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3ffc1c-dd96-4c79-8070-6048d639cb48 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:22:07.198652 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 91a75d4d-c3a7-4c56-9890-167302ed9002, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=91a75d4d-c3a7-4c56-9890-167302ed9002,segment=NetworkSegment(6b2740ed-a271-4a18-b21b-db9c7ef596f9),segment_id=6b2740ed-a271-4a18-b21b-db9c7ef596f9)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:07.210358 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8f041-fd97-4c90-a8bf-c9a438d3b4cd req-6b46aefb-b0e8-4dbb-9c6f-544775861a54 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:07.211796 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33f8f041-fd97-4c90-a8bf-c9a438d3b4cd req-6b46aefb-b0e8-4dbb-9c6f-544775861a54 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 943 time: 0.0705125 May 26 03:22:07.214511 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:07.218394 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0298f-08a5-4fa1-ae01-1ac981a7563e req-00472320-8c68-45a0-9b1d-1939d7cbeb33 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:07.220288 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b9e0298f-08a5-4fa1-ae01-1ac981a7563e req-00472320-8c68-45a0-9b1d-1939d7cbeb33 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 949 time: 0.0898979 May 26 03:22:07.228793 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:07.229758 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:07.250844 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:07.275140 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=91a75d4d-c3a7-4c56-9890-167302ed9002,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:07.299451 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33f8f041-fd97-4c90-a8bf-c9a438d3b4cd req-13b2c648-ef12-425e-b861-1e39394f6f66 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782113 May 26 03:22:07.303723 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b9e0298f-08a5-4fa1-ae01-1ac981a7563e req-e8cb8a80-80b5-4e13-a49f-7f620d9f29e4 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742939 May 26 03:22:07.355284 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196eb073-452b-4d92-9b5f-f050b2f45f42 x-openstack-request-id: req-196eb073-452b-4d92-9b5f-f050b2f45f42 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:22:07.355595 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9", "name": "network-vif-plugged", "status": "completed", "tag": "91a75d4d-c3a7-4c56-9890-167302ed9002", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:22:07.355844 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-196eb073-452b-4d92-9b5f-f050b2f45f42 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:22:07.356227 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196eb073-452b-4d92-9b5f-f050b2f45f42'] response: {'server_uuid': '699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a75d4d-c3a7-4c56-9890-167302ed9002', 'code': 200} May 26 03:22:07.356905 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=9']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:07.416150 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0df0b874-5a93-4670-b67b-199198b606f1 req-4842bc00-a79a-467d-bc91-389926b4b2c7 service neutron] 10.222.0.45 "GET /v2.0/networks/38168628-d147-4833-a77e-d2b059f1fa86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035478 May 26 03:22:07.570314 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['8f3ffc1c-dd96-4c79-8070-6048d639cb48'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:22:07.610599 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:07.630367 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd2d3b-493f-4cc8-b5b9-0fc595b7e240 req-a15cf0ea-439f-4fcb-b1be-cf42067a0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:07.631883 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-91cd2d3b-493f-4cc8-b5b9-0fc595b7e240 req-a15cf0ea-439f-4fcb-b1be-cf42067a0107 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 1134 time: 0.0491827 May 26 03:22:07.657118 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:07.678566 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-91cd2d3b-493f-4cc8-b5b9-0fc595b7e240 req-7e4a3d6e-3a3d-4354-9db3-8e489ac6f299 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 May 26 03:22:07.850852 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cfea9-6c19-4561-8604-629073ff6832 req-a4621fcc-98a8-4406-9f01-d977a8c24653 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:07.852334 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7b1cfea9-6c19-4561-8604-629073ff6832 req-a4621fcc-98a8-4406-9f01-d977a8c24653 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0516777 May 26 03:22:07.898705 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7b1cfea9-6c19-4561-8604-629073ff6832 req-a234390d-5a7d-4e1a-a7a7-86b07826f3f3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 May 26 03:22:08.448662 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a903fc6-af54-47fd-95e0-cca3189a8888 req-ef708ed3-a4c6-4448-a836-6740a207bd10 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:08.450111 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2a903fc6-af54-47fd-95e0-cca3189a8888 req-ef708ed3-a4c6-4448-a836-6740a207bd10 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 944 time: 0.0737882 May 26 03:22:08.458549 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f214167-ba02-4928-babc-42dbc6854ad0 req-59811b26-387a-4034-bbc1-880ce5f7bc55 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:08.459947 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f214167-ba02-4928-babc-42dbc6854ad0 req-59811b26-387a-4034-bbc1-880ce5f7bc55 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 950 time: 0.0734332 May 26 03:22:08.512442 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:08.540062 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2a903fc6-af54-47fd-95e0-cca3189a8888 req-bc8fb7a9-54be-4c81-acc3-2319ae7a73ca tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791688 May 26 03:22:08.544228 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f214167-ba02-4928-babc-42dbc6854ad0 req-2ba14d24-ee89-4349-9b9f-0477442b0c6f tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767171 May 26 03:22:08.799219 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 8f3ffc1c-dd96-4c79-8070-6048d639cb48 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:22:08.842602 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:22:08.843075 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:08.916326 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:22:08.916643 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:08.949928 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:08.953611 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:09.002293 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=10']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:09.013493 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ed850-28aa-495f-ba3a-d7c35286e3a5 req-e9235cd6-b820-4bd5-a50d-cea02cdd4249 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:09.014941 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c63ed850-28aa-495f-ba3a-d7c35286e3a5 req-e9235cd6-b820-4bd5-a50d-cea02cdd4249 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0476193 May 26 03:22:09.060612 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c63ed850-28aa-495f-ba3a-d7c35286e3a5 req-0b8e932b-4c3a-443f-87db-aac95bd4a060 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390682 May 26 03:22:09.356907 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:22:09.359435 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d876f5-b5eb-493e-b7d3-741981ea31c2" -d '{"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:22:09.397427 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1758b2-7c74-4e90-bba7-faeae753bdf1 x-openstack-request-id: req-9f1758b2-7c74-4e90-bba7-faeae753bdf1 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:22:09.397776 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:22:09.398024 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f1758b2-7c74-4e90-bba7-faeae753bdf1 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:22:09.398417 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1758b2-7c74-4e90-bba7-faeae753bdf1'] response: {'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'code': 200} May 26 03:22:09.690779 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a30617-6970-4c4b-887d-0e4e8ce035c4 req-50d066a3-ebe9-4bf8-bed1-2c7405fe07bc tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:09.692238 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-97a30617-6970-4c4b-887d-0e4e8ce035c4 req-50d066a3-ebe9-4bf8-bed1-2c7405fe07bc tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 950 time: 0.0785642 May 26 03:22:09.698091 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3c60-4231-4516-a0ba-8ab370012f6a req-75b7751f-c88c-4144-8a58-de50dc2f9ece tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:09.699436 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f43a3c60-4231-4516-a0ba-8ab370012f6a req-75b7751f-c88c-4144-8a58-de50dc2f9ece tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0767062 May 26 03:22:09.763197 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:09.772568 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-97a30617-6970-4c4b-887d-0e4e8ce035c4 req-f0951ab8-6f27-411a-9fd7-e123eb78ee6e tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722284 May 26 03:22:09.775889 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f43a3c60-4231-4516-a0ba-8ab370012f6a req-ee88f6db-f37f-4597-b984-3b6688da6243 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692091 May 26 03:22:10.031391 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:10.040634 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233748ce-5265-48bb-941e-0622ff80be04 req-ba4189e4-9a04-44bb-a2fa-645eb416dc6a tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:10.042093 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-233748ce-5265-48bb-941e-0622ff80be04 req-ba4189e4-9a04-44bb-a2fa-645eb416dc6a tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 950 time: 0.0566413 May 26 03:22:10.088017 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-233748ce-5265-48bb-941e-0622ff80be04 req-728bb8a5-39b8-49cc-9ccd-76df4867f518 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 May 26 03:22:10.444556 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51790) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:22:10.449439 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-b1820ceb-8996-49d7-84d0-e48dcbeaff86 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017473128', 'description': 'tempest-description--2073625332'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:10.471199 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b1820ceb-8996-49d7-84d0-e48dcbeaff86 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.544957 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b1820ceb-8996-49d7-84d0-e48dcbeaff86 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group (28ab4b5d-74bb-4481-915d-4e5d58e7e780), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.548552 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b1820ceb-8996-49d7-84d0-e48dcbeaff86 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (28ab4b5d-74bb-4481-915d-4e5d58e7e780), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.579756 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b1820ceb-8996-49d7-84d0-e48dcbeaff86 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.580988 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b1820ceb-8996-49d7-84d0-e48dcbeaff86 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1354074 May 26 03:22:10.582831 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1820ceb-8996-49d7-84d0-e48dcbeaff86 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab4b5d-74bb-4481-915d-4e5d58e7e780,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:10.584701 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51792) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:22:10.589328 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Request body: {'security_group_rule': {'security_group_id': '28ab4b5d-74bb-4481-915d-4e5d58e7e780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:10.617560 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group_rule (a0f5ee3f-454c-47b0-8abc-b2a4cf50e4f7), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.629319 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:10.685256 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group_rule (a0f5ee3f-454c-47b0-8abc-b2a4cf50e4f7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.689257 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (a0f5ee3f-454c-47b0-8abc-b2a4cf50e4f7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.707333 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f5ee3f-454c-47b0-8abc-b2a4cf50e4f7,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:10.716942 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.718133 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324320 May 26 03:22:10.719468 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.720021 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.720132 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.720471 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.720809 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.721109 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 51794) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:22:10.721237 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.721504 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.721879 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.722239 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.722550 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.722878 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.723208 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.723555 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.723879 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.724204 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fdb6e-ddce-437e-8008-48a6fd68b976 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:10.725855 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-471a2992-973a-455e-9c4c-218306b8055c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Request body: {'security_group_rule': {'security_group_id': '28ab4b5d-74bb-4481-915d-4e5d58e7e780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:10.753589 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-471a2992-973a-455e-9c4c-218306b8055c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group_rule (2c86d067-4527-4a4b-81e7-3d4291c9e57e), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.808823 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-471a2992-973a-455e-9c4c-218306b8055c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group_rule (2c86d067-4527-4a4b-81e7-3d4291c9e57e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.812635 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-471a2992-973a-455e-9c4c-218306b8055c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (2c86d067-4527-4a4b-81e7-3d4291c9e57e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.830603 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a2992-973a-455e-9c4c-218306b8055c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c86d067-4527-4a4b-81e7-3d4291c9e57e,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:10.847308 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-471a2992-973a-455e-9c4c-218306b8055c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.848438 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-471a2992-973a-455e-9c4c-218306b8055c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261408 May 26 03:22:10.851768 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 51798) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:22:10.856168 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:10.883741 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:10.902975 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0480fd3-5326-4259-882c-7ccb6842c080 req-0d127c9d-60ae-4583-817c-bd3df8a46c6e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:10.904491 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d0480fd3-5326-4259-882c-7ccb6842c080 req-0d127c9d-60ae-4583-817c-bd3df8a46c6e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0550733 May 26 03:22:10.955531 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d0480fd3-5326-4259-882c-7ccb6842c080 req-eae38d99-e286-4d0a-9470-78156e2eba00 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449502 May 26 03:22:10.963581 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.069091 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Allocated IP 172.27.2.156 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/94faa185-163c-440c-b61e-92d82c0e269a) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:22:11.169812 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for port (94faa185-163c-440c-b61e-92d82c0e269a), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.204170 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (94faa185-163c-440c-b61e-92d82c0e269a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.206539 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a695c9-d13f-44a1-b4cb-58902054cf75 req-ab3032d5-d1c1-41d2-9dc0-834c7922fc34 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:11.208138 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e4a695c9-d13f-44a1-b4cb-58902054cf75 req-ab3032d5-d1c1-41d2-9dc0-834c7922fc34 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 950 time: 0.0496621 May 26 03:22:11.244543 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:22:11.248850 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:22:11.253282 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:22:11.256206 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e4a695c9-d13f-44a1-b4cb-58902054cf75 req-9616f328-3120-4a0c-a745-70c0e0aec03f tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 May 26 03:22:11.280773 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.282679 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event updated for resources: {'Port': ['ID=94faa185-163c-440c-b61e-92d82c0e269a,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:11.337563 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for floatingip (691b6cb1-31a1-46e7-870d-9b06e51dc6cb), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.374221 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (94faa185-163c-440c-b61e-92d82c0e269a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.376557 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:11.450548 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:11.557195 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for port (94faa185-163c-440c-b61e-92d82c0e269a), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.562035 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (94faa185-163c-440c-b61e-92d82c0e269a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.631657 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event updated for resources: {'Port': ['ID=94faa185-163c-440c-b61e-92d82c0e269a,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:11.639999 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (691b6cb1-31a1-46e7-870d-9b06e51dc6cb), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.655576 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:11.656816 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a095774d-782b-4a2a-98dc-a85094238421 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8040330 May 26 03:22:11.846251 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-9d18e210-fe67-4653-b0d2-9e0402596b33 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2017473128&fields=id&tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc HTTP/1.1" status: 200 len: 267 time: 0.0408468 May 26 03:22:12.119230 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-8c49f8cc-0345-479e-a62a-568e8f98b6bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400274 May 26 03:22:12.218864 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52489e8-21bb-4faa-8f03-573c3716f0dd req-af057966-8e48-4067-b86b-e4bed945a3ec tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:12.221059 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c52489e8-21bb-4faa-8f03-573c3716f0dd req-af057966-8e48-4067-b86b-e4bed945a3ec tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0876377 May 26 03:22:12.225477 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f40d6-cc00-4961-b622-d3d5b32c449f req-71b2d771-ebc0-4df1-b9a2-10e48f5ac7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:12.227043 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f70f40d6-cc00-4961-b622-d3d5b32c449f req-71b2d771-ebc0-4df1-b9a2-10e48f5ac7ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 1130 time: 0.0947547 May 26 03:22:12.295483 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:12.312355 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-7b8198f3-a842-4ae2-a635-b380008cd87c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:12.314497 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-7b8198f3-a842-4ae2-a635-b380008cd87c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 818 time: 0.4619927 May 26 03:22:12.322098 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:12.347570 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f70f40d6-cc00-4961-b622-d3d5b32c449f req-bdc9f4ef-c7c2-4f31-bceb-2f6925d1d213 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090510 May 26 03:22:12.351540 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c52489e8-21bb-4faa-8f03-573c3716f0dd req-33b1a8d9-b3e1-4c0f-8bbc-5bd877869c4d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173291 May 26 03:22:12.353496 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-8a64e4d3-bc50-488b-9012-ec80493f1779 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/quotas/2d9bfd3a2b544d74bb581b5bd13e8ecc HTTP/1.1" status: 200 len: 375 time: 0.0259471 May 26 03:22:12.414677 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-5ba151d1-f7ef-4482-a910-b926e97c490f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0537472 May 26 03:22:12.473160 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-984e8221-6b8a-420a-bbc2-1b2f5b9f5d3c tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:12.474626 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-984e8221-6b8a-420a-bbc2-1b2f5b9f5d3c tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.45 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 950 time: 0.3078830 May 26 03:22:12.477527 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-d917e7a7-7769-4207-9426-eddef8d30a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:12.478906 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-d917e7a7-7769-4207-9426-eddef8d30a6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 1129 time: 0.2780273 May 26 03:22:12.513873 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc96326-762b-43b7-a2db-1393754225c6 req-cdcb5443-adb4-428b-ab8e-2ca973b7ef32 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:12.515579 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-acc96326-762b-43b7-a2db-1393754225c6 req-cdcb5443-adb4-428b-ab8e-2ca973b7ef32 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 950 time: 0.0934842 May 26 03:22:12.583311 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-c3117c96-114f-4473-b5f6-20f753dc9e89 service neutron] 10.222.0.39 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514139 May 26 03:22:12.587878 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-acc96326-762b-43b7-a2db-1393754225c6 req-41675a18-e112-4ed0-8ab1-73275e9b6eba tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3c5708a-a938-43ca-9820-d5114684757e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663269 May 26 03:22:12.679716 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-9c5e2a62-e0f3-4422-945d-1aed6336f46e service neutron] 10.222.0.39 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892060 May 26 03:22:12.724897 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Deleting port 91a75d4d-c3a7-4c56-9890-167302ed9002 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:22:12.725436 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:12.788790 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-2f0f6c5b-e1d3-4d7d-baf0-d83e33b455cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:12.790252 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-2f0f6c5b-e1d3-4d7d-baf0-d83e33b455cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 912 time: 0.1771176 May 26 03:22:12.834654 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] For port 91a75d4d-c3a7-4c56-9890-167302ed9002, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=91a75d4d-c3a7-4c56-9890-167302ed9002,segment=NetworkSegment(6b2740ed-a271-4a18-b21b-db9c7ef596f9),segment_id=6b2740ed-a271-4a18-b21b-db9c7ef596f9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:12.834946 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:12.849502 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Calling delete_port for 91a75d4d-c3a7-4c56-9890-167302ed9002 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:22:12.864881 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e161eb55-9603-4b28-b771-6871895dfb7d req-882811b3-79de-41e2-aa7b-73ae5f2c466b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0374258 May 26 03:22:12.970865 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:12.987112 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (91a75d4d-c3a7-4c56-9890-167302ed9002), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:13.019610 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Pushing event deleted for resources: {'Port': ['ID=91a75d4d-c3a7-4c56-9890-167302ed9002,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:13.068082 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] No DVR routers for this DVR port 91a75d4d-c3a7-4c56-9890-167302ed9002 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:22:13.071331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:13.074877 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ccbd91fd-11f3-449d-98fb-24b15ae8114a req-fe0ac8de-6e45-4560-b540-44e743a34be3 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.45 "DELETE /v2.0/ports/91a75d4d-c3a7-4c56-9890-167302ed9002 HTTP/1.1" status: 204 len: 173 time: 0.4942102 May 26 03:22:13.075354 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9', 'name': 'network-vif-deleted', 'tag': '91a75d4d-c3a7-4c56-9890-167302ed9002'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:22:13.077602 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b4a806-6712-434c-9a52-3b0a6e9b222f" -d '{"events": [{"server_uuid": "699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9", "name": "network-vif-deleted", "tag": "91a75d4d-c3a7-4c56-9890-167302ed9002"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:22:13.115929 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f551e524-0e22-4835-9405-9dcd8a9ec720 x-openstack-request-id: req-f551e524-0e22-4835-9405-9dcd8a9ec720 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:22:13.116330 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9", "name": "network-vif-deleted", "tag": "91a75d4d-c3a7-4c56-9890-167302ed9002", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:22:13.116672 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f551e524-0e22-4835-9405-9dcd8a9ec720 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:22:13.117184 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f551e524-0e22-4835-9405-9dcd8a9ec720'] response: {'server_uuid': '699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9', 'name': 'network-vif-deleted', 'tag': '91a75d4d-c3a7-4c56-9890-167302ed9002', 'status': 'completed', 'code': 200} May 26 03:22:13.247747 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-7dd8d811-6b39-4372-bf3c-23976dd7e9d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd HTTP/1.1" status: 200 len: 1001 time: 0.0574050 May 26 03:22:13.317596 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-e9a975d9-b382-49e2-9f4a-18a586c77e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:13.319076 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-e9a975d9-b382-49e2-9f4a-18a586c77e6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5634fcb-851a-41f3-92b2-2385a9c5a407 HTTP/1.1" status: 200 len: 850 time: 0.0560367 May 26 03:22:13.361413 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:13.372416 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-07b5b68b-e0f0-4223-b12f-907c57003fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:13.373941 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-07b5b68b-e0f0-4223-b12f-907c57003fd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=536c60a9-349c-427d-a636-2554c2acd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458105 May 26 03:22:13.490239 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-2c1526da-e206-4999-91e2-a15382a9e998 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057179 May 26 03:22:13.527744 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cb7e7-4a7f-47d3-aa94-a97794f7229e req-e01967ca-c037-492d-ad37-2d63b64aa7d5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:13.529798 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b9cb7e7-4a7f-47d3-aa94-a97794f7229e req-e01967ca-c037-492d-ad37-2d63b64aa7d5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0760303 May 26 03:22:13.591948 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b9cb7e7-4a7f-47d3-aa94-a97794f7229e req-e5c9532d-50cc-4a26-ae8e-0037510de0e2 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554924 May 26 03:22:13.618841 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-875bcd38-6bce-4602-88a9-113fb13b5d8f req-d993b65a-af82-47ab-9360-6e48492b116b service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952744 May 26 03:22:13.713133 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7323ddee-e650-48d9-bcec-fbf8569e409b req-9c5f27ff-4178-4b51-bd40-639a3c40a42e tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0318971 May 26 03:22:13.961416 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d02592d0-d4cf-4d9c-8329-a5927ba10545 req-dd4f9d02-53b3-4a04-a011-27eff115db74 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0278301 May 26 03:22:14.712687 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75a38f-646b-48c5-8633-2e8df4092e10 req-cef69682-bb96-44d5-86f7-b933592a7505 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:14.714941 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-df75a38f-646b-48c5-8633-2e8df4092e10 req-cef69682-bb96-44d5-86f7-b933592a7505 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0517883 May 26 03:22:14.765169 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-df75a38f-646b-48c5-8633-2e8df4092e10 req-84e0e1e4-98de-41a5-88eb-75d4e9ba02db tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444267 May 26 03:22:14.830323 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5c097c53-ff87-44b1-8139-4623ce9b532a req-54999d1b-b296-4409-b260-b5d6690b5457 tempest-VolumesNegativeTest-2038704784 tempest-VolumesNegativeTest-2038704784-project] 10.222.0.39 "GET /v2.0/ports?device_id=699ceb5a-12f0-4e8a-bab4-d8d06fb5c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0315790 May 26 03:22:14.847726 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:14.859416 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 91a75d4d-c3a7-4c56-9890-167302ed9002 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:22:14.888267 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 91a75d4d-c3a7-4c56-9890-167302ed9002 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:22:14.888609 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 91a75d4d-c3a7-4c56-9890-167302ed9002 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:22:15.069008 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7a9f35e-2896-49de-b53f-6ea7b615a512 req-d9492916-66fc-4286-a447-8aa86cdc42ea tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0352421 May 26 03:22:15.164673 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-f0ee036e-0709-4530-b7a3-7185c569b2d4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:15.166296 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-f0ee036e-0709-4530-b7a3-7185c569b2d4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 818 time: 0.1227336 May 26 03:22:15.457922 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-d94a0ca6-3d4a-4ecd-884f-cb0755a8eaa9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc HTTP/1.1" status: 200 len: 380 time: 0.0563753 May 26 03:22:15.467511 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Request body: {'port': {'device_id': '454dedcd-2079-45ae-8ad7-f75962e12064', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'admin_state_up': True, 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'security_groups': ['28ab4b5d-74bb-4481-915d-4e5d58e7e780']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:15.577300 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Made reservation on behalf of 2d9bfd3a2b544d74bb581b5bd13e8ecc for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:22:15.581371 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:15.708409 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Allocated IP 172.20.0.8 (4375029a-d8a1-4722-8a4a-b3ca95f8a865/a340f833-251a-44db-90e0-47aabcb7a88f/2516fb3c-1be4-4266-a70c-baf445d747eb) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:22:15.842403 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:15.847491 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:15.872335 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:15.886512 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:15.891470 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75080466-bd5f-4ef2-9365-dc4437fdd2a0 req-d35bf6b3-0475-41d9-ab0c-ab093ca04f4e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:15.899050 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-75080466-bd5f-4ef2-9365-dc4437fdd2a0 req-d35bf6b3-0475-41d9-ab0c-ab093ca04f4e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0572550 May 26 03:22:15.938914 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:22:15.942273 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:22:15.946209 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:22:15.950460 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event updated for resources: {'Port': ['ID=2516fb3c-1be4-4266-a70c-baf445d747eb,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:15.957739 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-75080466-bd5f-4ef2-9365-dc4437fdd2a0 req-aebd8954-5dd9-4bce-b400-919b4ef4b533 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552168 May 26 03:22:15.998510 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:15.999212 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:16.017007 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-6621db32-34f8-49fb-9686-6437d28ccc64 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533650 May 26 03:22:16.029258 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Request body: {'port': {'device_id': '454dedcd-2079-45ae-8ad7-f75962e12064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:16.104595 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:16.204388 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71ffd6-1cb6-4a57-b9cc-4b69dc830bff req-4cac952a-8b29-4376-a5d5-3f23b3a34caa tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:16.207615 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4d71ffd6-1cb6-4a57-b9cc-4b69dc830bff req-4cac952a-8b29-4376-a5d5-3f23b3a34caa tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 931 time: 0.0620573 May 26 03:22:16.223221 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-b0682fb3-ae01-4ad4-a9ef-112c07b530d7 None None] Provisioning complete for port 2516fb3c-1be4-4266-a70c-baf445d747eb triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:22:16.224389 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b0682fb3-ae01-4ad4-a9ef-112c07b530d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:16.260731 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-b0682fb3-ae01-4ad4-a9ef-112c07b530d7 None None] Port 2516fb3c-1be4-4266-a70c-baf445d747eb cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:22:16.268323 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4d71ffd6-1cb6-4a57-b9cc-4b69dc830bff req-0737f849-0d4b-485c-ba9a-e9f5c33c394c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542955 May 26 03:22:16.447574 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2516fb3c-1be4-4266-a70c-baf445d747eb {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:22:16.455208 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Publish callbacks [] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:16.468900 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Transition to ACTIVE for port object 2516fb3c-1be4-4266-a70c-baf445d747eb will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:22:16.473538 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:16.549629 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2516fb3c-1be4-4266-a70c-baf445d747eb,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:16.601418 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Attempting to bind port 2516fb3c-1be4-4266-a70c-baf445d747eb on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:22:16.601758 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Attempting to bind port 2516fb3c-1be4-4266-a70c-baf445d747eb by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:22:16.602103 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Attempting to bind port 2516fb3c-1be4-4266-a70c-baf445d747eb on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:22:16.606859 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Port 2516fb3c-1be4-4266-a70c-baf445d747eb on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:22:16.607227 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Attempting to bind port 2516fb3c-1be4-4266-a70c-baf445d747eb on network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:22:16.614588 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:22:16.615062 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Checking segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:22:16.615515 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Bound using segment: {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:22:16.615958 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Bound port: 2516fb3c-1be4-4266-a70c-baf445d747eb, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e175dd-4993-44ca-801a-874a6661ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:22:16.616322 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:16.688753 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] For port 2516fb3c-1be4-4266-a70c-baf445d747eb, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:22:16.692070 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] For port 2516fb3c-1be4-4266-a70c-baf445d747eb, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2516fb3c-1be4-4266-a70c-baf445d747eb,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:22:16.698556 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:16.738535 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:16.739365 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:16.740615 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/2516fb3c-1be4-4266-a70c-baf445d747eb HTTP/1.1" status: 200 len: 1093 time: 0.7157655 May 26 03:22:16.741048 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:22:16.743335 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f158c9-7125-4edc-8bfb-8eb7648dadce" -d '{"events": [{"name": "network-changed", "server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:22:16.760789 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:16.767602 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a415db-90df-49fe-82a6-47283fe779b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2516fb3c-1be4-4266-a70c-baf445d747eb,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:16.800581 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:16.826633 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71272114-776c-4824-91ed-0e80018f3e61 x-openstack-request-id: req-71272114-776c-4824-91ed-0e80018f3e61 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:22:16.826922 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:22:16.827173 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71272114-776c-4824-91ed-0e80018f3e61 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:22:16.827589 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71272114-776c-4824-91ed-0e80018f3e61'] response: {'name': 'network-changed', 'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'status': 'completed', 'code': 200} May 26 03:22:16.843488 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-16b42d7f-bb79-4da4-9c7f-4795eea966f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:16.846362 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-16b42d7f-bb79-4da4-9c7f-4795eea966f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 1127 time: 0.0559971 May 26 03:22:16.889173 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-8694a018-a15d-4948-aaac-547f7e3a1e4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2516fb3c-1be4-4266-a70c-baf445d747eb HTTP/1.1" status: 200 len: 217 time: 0.0357437 May 26 03:22:16.954802 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-39273d11-e8d6-4806-8eca-751dc83cf944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:16.956801 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-39273d11-e8d6-4806-8eca-751dc83cf944 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0555351 May 26 03:22:17.015841 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-87586828-4d50-42f5-bee0-6c8c77049b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:17.018056 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-87586828-4d50-42f5-bee0-6c8c77049b30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523732 May 26 03:22:17.113754 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-d61cb6c9-8c6f-45ef-8369-a739db3d8cb4 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885544 May 26 03:22:17.207185 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-565e0aad-c4ea-459a-b275-b6c0d1c76e9b req-47a8ef53-04e4-428f-a925-9d8594dd5a8b service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859497 May 26 03:22:17.388399 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a4846-af5a-4a71-8598-93b70a91574e req-1e0cfc28-cdda-4b99-a43c-a8ad8538ae55 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:17.390073 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5a3a4846-af5a-4a71-8598-93b70a91574e req-1e0cfc28-cdda-4b99-a43c-a8ad8538ae55 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 943 time: 0.0499184 May 26 03:22:17.438457 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5a3a4846-af5a-4a71-8598-93b70a91574e req-001b492f-cd87-426f-8fbb-e1eb98034af7 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 May 26 03:22:18.288105 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-1f5f0da1-952d-415e-9b06-bd7ce4ff52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:18.289563 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-1f5f0da1-952d-415e-9b06-bd7ce4ff52a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 1127 time: 0.0417137 May 26 03:22:18.391331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-06523a35-4170-4af4-a244-443bbe3a566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:18.392803 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-06523a35-4170-4af4-a244-443bbe3a566e service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.0943177 May 26 03:22:18.438884 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-68d5610a-b820-4fb7-b948-6ab88862fcf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2516fb3c-1be4-4266-a70c-baf445d747eb HTTP/1.1" status: 200 len: 217 time: 0.0365913 May 26 03:22:18.493600 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-8f66de40-e292-4b2c-af3d-5a84735fe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:18.495177 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-8f66de40-e292-4b2c-af3d-5a84735fe389 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0489194 May 26 03:22:18.549021 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-185c67b0-7729-4edd-ac34-4b74bdde62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:18.550842 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-185c67b0-7729-4edd-ac34-4b74bdde62a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477934 May 26 03:22:18.569267 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93c9d2-53d7-4ce7-bac1-295895f50a3a req-b54d1532-f8cb-4a5c-bd07-59bfc84a63ef tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:18.571314 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b93c9d2-53d7-4ce7-bac1-295895f50a3a req-b54d1532-f8cb-4a5c-bd07-59bfc84a63ef tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 943 time: 0.0496886 May 26 03:22:18.623100 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5b93c9d2-53d7-4ce7-bac1-295895f50a3a req-49df80c5-0508-40a2-be1e-3672a7261237 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460696 May 26 03:22:18.658483 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-4c0b12b9-6f77-4495-a981-d301c6ba928f service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915227 May 26 03:22:18.757137 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-12f158c9-7125-4edc-8bfb-8eb7648dadce req-89ada6cc-e92b-46ae-8414-3952e93f010a service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864449 May 26 03:22:18.860971 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:18.875808 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 2516fb3c-1be4-4266-a70c-baf445d747eb details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:22:18.975456 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 2516fb3c-1be4-4266-a70c-baf445d747eb, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2516fb3c-1be4-4266-a70c-baf445d747eb,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:18.986691 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'port_id': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'mac_address': 'fa:16:3e:30:7a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:22:19.020447 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 2516fb3c-1be4-4266-a70c-baf445d747eb is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:22:19.020753 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:19.034289 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2516fb3c-1be4-4266-a70c-baf445d747eb {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:22:19.053343 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 2516fb3c-1be4-4266-a70c-baf445d747eb, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2516fb3c-1be4-4266-a70c-baf445d747eb,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:19.057203 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:19.102531 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=2516fb3c-1be4-4266-a70c-baf445d747eb,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:19.363402 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['2516fb3c-1be4-4266-a70c-baf445d747eb'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:22:19.740270 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:19.753983 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732a97e-3409-48ab-aca8-877ab0e0d458 req-f0902495-a5a8-43b5-8c8c-cfb02f2b7b2e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:19.760081 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5732a97e-3409-48ab-aca8-877ab0e0d458 req-f0902495-a5a8-43b5-8c8c-cfb02f2b7b2e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 944 time: 0.0623283 May 26 03:22:19.797534 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:19.827863 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5732a97e-3409-48ab-aca8-877ab0e0d458 req-676ccb75-cfdb-469c-a4e9-42fdba2a4b1f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649145 May 26 03:22:19.886340 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d481991-d857-4126-b950-560cb958cb7f req-677ed257-d0cb-496d-b279-0d3ba6aba079 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:19.887950 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3d481991-d857-4126-b950-560cb958cb7f req-677ed257-d0cb-496d-b279-0d3ba6aba079 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0569320 May 26 03:22:19.916171 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-62a874e4-a375-40df-9fcf-d36fb2cd2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:19.917869 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-62a874e4-a375-40df-9fcf-d36fb2cd2e5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddf6034e4fe740b19807be75cb04bce5&device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 1169 time: 0.0517669 May 26 03:22:19.955397 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3d481991-d857-4126-b950-560cb958cb7f req-1607154e-fa7b-48e0-9c88-1e7d2f018057 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592177 May 26 03:22:19.955869 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52154) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:22:20.016446 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-c429bdbc-a866-4362-8bd4-482d553ce043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:20.018074 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-c429bdbc-a866-4362-8bd4-482d553ce043 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a298599f-c97e-4706-93ce-266bcdf105f7 HTTP/1.1" status: 200 len: 916 time: 0.0930068 May 26 03:22:20.086571 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-5e6d9358-073d-4c0e-8982-e1d337ee015b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 200 len: 1001 time: 0.0594757 May 26 03:22:20.093087 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-caac6cd9-052e-4ea9-8767-55b5226a35e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=326f6a78057d4f92a3bbb2e52802f904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361606 May 26 03:22:20.095866 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52158) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:22:20.120891 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:20.139734 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-22cd2920-3833-49f4-b8c3-c40a0b348064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:20.142623 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-22cd2920-3833-49f4-b8c3-c40a0b348064 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f99ac678-edd8-4fc2-8f77-0c099d8ff4e9 HTTP/1.1" status: 200 len: 854 time: 0.0461833 May 26 03:22:20.147950 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Publish callbacks [] for security_group (b3c5708a-a938-43ca-9820-d5114684757e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:20.175752 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Publish callbacks [] for security_group (b3c5708a-a938-43ca-9820-d5114684757e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:20.203060 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-7ef6b619-6d78-4255-8fa6-2c529279c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:20.205359 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-7ef6b619-6d78-4255-8fa6-2c529279c5ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a298599f-c97e-4706-93ce-266bcdf105f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480847 May 26 03:22:20.220167 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:20.225295 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b3c5708a-a938-43ca-9820-d5114684757e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:20.228193 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:20.229355 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3c5708a-a938-43ca-9820-d5114684757e HTTP/1.1" status: 204 len: 168 time: 0.1325974 May 26 03:22:20.237883 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c5708a-a938-43ca-9820-d5114684757e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:20.245188 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.245538 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.245871 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.246202 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.246695 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.246864 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.247147 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.247491 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.247812 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.248130 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.248450 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.248767 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.249082 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.249485 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.249790 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b378e22a-7ee3-4355-81df-9b875658ad05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:20.308520 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-27ced763-07e2-48a2-a68b-e822350cd76a service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950325 May 26 03:22:20.411320 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-de41bb52-08a1-4abe-9117-25f05339b8fb req-6af63b78-a83d-4510-a937-f01b4c91b2a7 service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883877 May 26 03:22:20.878673 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52182) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:22:20.888452 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 2516fb3c-1be4-4266-a70c-baf445d747eb up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:22:20.935972 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 2516fb3c-1be4-4266-a70c-baf445d747eb completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:22:20.942299 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 2516fb3c-1be4-4266-a70c-baf445d747eb triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:22:20.942760 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:20.989299 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-314565532-network', 'tenant_id': 'b14b528255fe4423b6129876f7cf471e'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:20.998846 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c1123-be58-4fe2-a625-24fbd9cc607f req-84d73c81-e1fe-4060-a6ed-b5ade4b2ddd9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:21.000892 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b81c1123-be58-4fe2-a625-24fbd9cc607f req-84d73c81-e1fe-4060-a6ed-b5ade4b2ddd9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 944 time: 0.0746753 May 26 03:22:21.018535 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 2516fb3c-1be4-4266-a70c-baf445d747eb is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:22:21.019014 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.030800 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:21.045953 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:22:21.048429 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d35e5-c55a-4eb3-a495-af76e0dca836" -d '{"events": [{"server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "name": "network-vif-plugged", "status": "completed", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:22:21.048696 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Made reservation on behalf of b14b528255fe4423b6129876f7cf471e for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:22:21.050884 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.061419 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 2516fb3c-1be4-4266-a70c-baf445d747eb, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2516fb3c-1be4-4266-a70c-baf445d747eb,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:21.066713 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.070779 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:21.094259 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.113421 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b81c1123-be58-4fe2-a625-24fbd9cc607f req-6c0cce05-bb57-466a-a5ef-649b9c57e505 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052566 May 26 03:22:21.114777 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=2516fb3c-1be4-4266-a70c-baf445d747eb,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:21.122508 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.122854 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.123191 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.123575 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.123906 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.124229 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.124548 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.124868 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.125230 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.125624 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.125952 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.126291 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.126585 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.126896 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.135997 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:22:21.136942 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f69fb6-4df4-4083-8a60-922af54915b0 req-f629a3ae-af88-4229-bf66-ab0983869311 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:21.139681 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-95f69fb6-4df4-4083-8a60-922af54915b0 req-f629a3ae-af88-4229-bf66-ab0983869311 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0955808 May 26 03:22:21.161953 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e828b54-8bcf-4621-9453-ae46b1d1ad20 x-openstack-request-id: req-1e828b54-8bcf-4621-9453-ae46b1d1ad20 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:22:21.162330 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "name": "network-vif-plugged", "status": "completed", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:22:21.162653 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e828b54-8bcf-4621-9453-ae46b1d1ad20 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:22:21.163140 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e828b54-8bcf-4621-9453-ae46b1d1ad20'] response: {'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'code': 200} May 26 03:22:21.241641 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-95f69fb6-4df4-4083-8a60-922af54915b0 req-2e937cb1-ac31-48b6-960b-3e20d5f5da56 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954502 May 26 03:22:21.271345 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Publish callbacks [] for security_group (52149694-c2f1-4ee1-98e8-ccd30695aecd), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.275019 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (52149694-c2f1-4ee1-98e8-ccd30695aecd), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.301985 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:22:21.313631 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52149694-c2f1-4ee1-98e8-ccd30695aecd,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:21.318758 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (5476a209-2370-4fe0-86d1-81e9b967e728), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.319177 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Added segment 5476a209-2370-4fe0-86d1-81e9b967e728 of type vlan for network 82ee0966-7904-4d36-84ec-4ae31c66cfcd May 26 03:22:21.326639 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:21.346369 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95b6d3-cdb2-4b28-bf15-f7ef67e07073 req-3e5bd6e8-ccd1-47f3-92e5-59872c3dfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:21.348110 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8b95b6d3-cdb2-4b28-bf15-f7ef67e07073 req-3e5bd6e8-ccd1-47f3-92e5-59872c3dfc10 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 1129 time: 0.0408809 May 26 03:22:21.361359 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (82ee0966-7904-4d36-84ec-4ae31c66cfcd), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.388131 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (82ee0966-7904-4d36-84ec-4ae31c66cfcd), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.389110 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:21.389743 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.400620 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-8b95b6d3-cdb2-4b28-bf15-f7ef67e07073 req-87411b6a-a670-45a1-b6eb-d9ab0800e3bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 May 26 03:22:21.447838 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.5678999 May 26 03:22:21.450730 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 52190) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:22:21.455125 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3b3ed-bebf-40b9-a415-b23e7e3a98bd admin admin] Pushing event updated for resources: {'Network': ['ID=82ee0966-7904-4d36-84ec-4ae31c66cfcd,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:21.455932 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Request body: {'subnet': {'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-314565532-subnet', 'tenant_id': 'b14b528255fe4423b6129876f7cf471e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:21.465509 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 82ee0966-7904-4d36-84ec-4ae31c66cfcd details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:22:21.477997 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Made reservation on behalf of b14b528255fe4423b6129876f7cf471e for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:22:21.480538 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4438779'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.647674 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7649154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4438537'] for subnet (f5ae9bd7-35cf-4a17-886e-4554e51f70f8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.699536 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ae9bd7-35cf-4a17-886e-4554e51f70f8,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:21.710345 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Checking segment: {'id': '5476a209-2370-4fe0-86d1-81e9b967e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:22:21.710692 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Network hostable DHCP agents. Network: 82ee0966-7904-4d36-84ec-4ae31c66cfcd, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:22:21.727094 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Network 82ee0966-7904-4d36-84ec-4ae31c66cfcd is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:22:21.735210 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 82ee0966-7904-4d36-84ec-4ae31c66cfcd) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:22:21.739658 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:21.740273 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:21.745271 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2f6a0-b089-46cc-b46a-c2cbf770a30a None None] Network 82ee0966-7904-4d36-84ec-4ae31c66cfcd requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:22:21.757664 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-22747c35-a7df-4106-840d-8d9069126583 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3058069 May 26 03:22:21.851545 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e5dd4-ef4f-4475-8e84-9663c6e7347a None None] Network 82ee0966-7904-4d36-84ec-4ae31c66cfcd requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:22:21.894987 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:22.236098 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:22.251731 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823c7ea-e2e5-424d-b82c-027dd1527f3e req-361ded1d-bf0a-41c6-a635-ef44790bd073 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:22.258501 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4823c7ea-e2e5-424d-b82c-027dd1527f3e req-361ded1d-bf0a-41c6-a635-ef44790bd073 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0636103 May 26 03:22:22.307518 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4823c7ea-e2e5-424d-b82c-027dd1527f3e req-4185fa14-9af9-4a69-8259-a0b96ffe457d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481310 May 26 03:22:22.376174 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f2f49-d06e-49ad-9ee4-221d742f58ff req-61f8ea0f-d165-4a4a-a71c-9c479a49cc52 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:22.377675 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4d3f2f49-d06e-49ad-9ee4-221d742f58ff req-61f8ea0f-d165-4a4a-a71c-9c479a49cc52 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0516973 May 26 03:22:22.437096 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4d3f2f49-d06e-49ad-9ee4-221d742f58ff req-ed58c847-789d-4dc4-b6fa-473c7cb2caf8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534835 May 26 03:22:23.443805 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b6d79-6afa-4928-a622-5bf5d0e286fb req-75336b93-d3bb-4766-a3a1-f03871e8e6be tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:23.445261 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-988b6d79-6afa-4928-a622-5bf5d0e286fb req-75336b93-d3bb-4766-a3a1-f03871e8e6be tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0594554 May 26 03:22:23.553694 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-988b6d79-6afa-4928-a622-5bf5d0e286fb req-720d1729-10f7-48f8-a75c-cfb06753fd1f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976691 May 26 03:22:23.567474 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-dc77a5d9-1577-49b7-9aa7-d3bcc97ced67 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:23.568942 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-dc77a5d9-1577-49b7-9aa7-d3bcc97ced67 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/networks?id=82ee0966-7904-4d36-84ec-4ae31c66cfcd HTTP/1.1" status: 200 len: 813 time: 0.1427007 May 26 03:22:23.584131 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-b07ae65e-f568-489a-98c7-08ae12361d3c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/quotas/b14b528255fe4423b6129876f7cf471e HTTP/1.1" status: 200 len: 375 time: 0.0099585 May 26 03:22:23.618788 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-8ce5f2d8-c15c-463d-81ae-368d2197805d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b14b528255fe4423b6129876f7cf471e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294073 May 26 03:22:23.706001 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06608b8-7ed2-46bd-a548-1a9c0f144c45 req-1d25cca0-3575-46ad-bed1-dc6e219c8da4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:23.707467 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b06608b8-7ed2-46bd-a548-1a9c0f144c45 req-1d25cca0-3575-46ad-bed1-dc6e219c8da4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0915887 May 26 03:22:23.772725 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-51d7f24b-d9d3-4fdd-bcd5-fb53d87a7793 service neutron] 10.222.0.39 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451612 May 26 03:22:23.809156 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b06608b8-7ed2-46bd-a548-1a9c0f144c45 req-fab10ef1-665c-46a8-b974-9035b493f45e tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958016 May 26 03:22:23.911698 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-339ee0ea-1abe-4202-b680-ac29a2b127d5 service neutron] 10.222.0.39 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331728 May 26 03:22:23.921862 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ab10-da4e-4fb9-8e69-a19c49c026b8 req-1d06315a-b9dd-40dd-abd8-0e5717517ed9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:23.923334 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3599ab10-da4e-4fb9-8e69-a19c49c026b8 req-1d06315a-b9dd-40dd-abd8-0e5717517ed9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0595591 May 26 03:22:23.931817 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52226) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:22:23.936140 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-447fcc9a-e48c-4f3e-acce-5a4be8fb446e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Request body: {'floatingip': {'port_id': '2516fb3c-1be4-4266-a70c-baf445d747eb'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:23.973764 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-447fcc9a-e48c-4f3e-acce-5a4be8fb446e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for floatingip (691b6cb1-31a1-46e7-870d-9b06e51dc6cb), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:24.048049 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:24.098081 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-231bd793-2919-43f1-b0cc-5945b684b48c req-70bd71ef-2c21-4e3f-b42b-77ee5cbacb7a tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 210 time: 0.0558140 May 26 03:22:24.325129 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:24.432238 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-447fcc9a-e48c-4f3e-acce-5a4be8fb446e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:24.435858 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-447fcc9a-e48c-4f3e-acce-5a4be8fb446e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (691b6cb1-31a1-46e7-870d-9b06e51dc6cb), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:24.531634 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-447fcc9a-e48c-4f3e-acce-5a4be8fb446e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Floating IP 691b6cb1-31a1-46e7-870d-9b06e51dc6cb associated. External IP: 172.27.2.156, port: 2516fb3c-1be4-4266-a70c-baf445d747eb. May 26 03:22:24.728015 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447fcc9a-e48c-4f3e-acce-5a4be8fb446e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Router dd82cb8b-ac19-4303-85f5-77c2f4484920 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:22:24.828159 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447fcc9a-e48c-4f3e-acce-5a4be8fb446e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:22:24.832926 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-447fcc9a-e48c-4f3e-acce-5a4be8fb446e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:24.838412 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] Sync routers for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:22:24.849351 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:22:24.849947 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:22:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:22:24.956202 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:22:25.113725 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-447fcc9a-e48c-4f3e-acce-5a4be8fb446e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "PUT /v2.0/floatingips/691b6cb1-31a1-46e7-870d-9b06e51dc6cb HTTP/1.1" status: 200 len: 991 time: 1.1786304 May 26 03:22:25.113725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:22:25.114701 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c384ee55-2502-4844-96da-666da280dcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:22:25.162237 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c27a9-e10e-4de3-8c8f-78ae3105a429 req-a04d3adb-52f6-4c92-9acf-a3c925aa2863 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:25.163889 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cd6c27a9-e10e-4de3-8c8f-78ae3105a429 req-a04d3adb-52f6-4c92-9acf-a3c925aa2863 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0665066 May 26 03:22:25.185289 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaa0027-3eb3-444d-90aa-064aa0356b3a x-openstack-request-id: req-edaa0027-3eb3-444d-90aa-064aa0356b3a {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:22:25.185579 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:22:25.185827 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edaa0027-3eb3-444d-90aa-064aa0356b3a {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:22:25.186218 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edaa0027-3eb3-444d-90aa-064aa0356b3a'] response: {'name': 'network-changed', 'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'status': 'completed', 'code': 200} May 26 03:22:25.221903 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '691b6cb1-31a1-46e7-870d-9b06e51dc6cb', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'port_id': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'mac_address': 'fa:16:3e:30:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454dedcd-2079-45ae-8ad7-f75962e12064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:22:11Z', 'updated_at': '2022-05-26T03:22:24Z', 'revision_number': 1, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:22:25.252513 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cd6c27a9-e10e-4de3-8c8f-78ae3105a429 req-bca85491-a8dc-491b-89ec-240068cfb4a1 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824015 May 26 03:22:25.268206 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] Checking router: dd82cb8b-ac19-4303-85f5-77c2f4484920 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:22:25.274434 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:22:25.275057 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:22:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:22:25.311322 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1aa031eb-069c-412d-b286-5c4db2fdc9d2 req-6f10d009-bd95-47a5-9c7d-6ae5c2f033fb tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 210 time: 0.0341880 May 26 03:22:25.385869 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:22:25.499541 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-cdffbf9c-fb25-4816-9e41-bedd840019e8 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:25.501248 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-cdffbf9c-fb25-4816-9e41-bedd840019e8 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.45 "GET /v2.0/networks?id=82ee0966-7904-4d36-84ec-4ae31c66cfcd HTTP/1.1" status: 200 len: 813 time: 0.4087100 May 26 03:22:25.508243 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ee55-2502-4844-96da-666da280dcdd req-0488df7b-f7bb-4b7e-8b9d-e8964d08826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:25.509595 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c384ee55-2502-4844-96da-666da280dcdd req-0488df7b-f7bb-4b7e-8b9d-e8964d08826c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 1129 time: 0.2962232 May 26 03:22:25.515012 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Request body: {'port': {'device_id': '21850fec-43e3-42e6-8ad4-cf32fc711d4a', 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd', 'admin_state_up': True, 'tenant_id': 'b14b528255fe4423b6129876f7cf471e'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:25.582280 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:25.596285 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '691b6cb1-31a1-46e7-870d-9b06e51dc6cb', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'port_id': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'mac_address': 'fa:16:3e:30:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454dedcd-2079-45ae-8ad7-f75962e12064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:22:11Z', 'updated_at': '2022-05-26T03:22:24Z', 'revision_number': 1, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:22:25.620917 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:25.624225 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e2bdd-c237-4bad-ac34-68365cea96fa None None] The sync data for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi is: [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '691b6cb1-31a1-46e7-870d-9b06e51dc6cb', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'port_id': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'mac_address': 'fa:16:3e:30:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454dedcd-2079-45ae-8ad7-f75962e12064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:22:11Z', 'updated_at': '2022-05-26T03:22:24Z', 'revision_number': 1, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:22:25.687465 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ee55-2502-4844-96da-666da280dcdd req-014cfee8-30b8-4299-8660-1ccfeb627fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:25.688962 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c384ee55-2502-4844-96da-666da280dcdd req-014cfee8-30b8-4299-8660-1ccfeb627fe7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.1598322 May 26 03:22:25.703999 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Made reservation on behalf of b14b528255fe4423b6129876f7cf471e for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:22:25.707652 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:25.819621 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fc03c8-ede4-4faa-8aed-af16ca6026af None None] New status for floating IP 691b6cb1-31a1-46e7-870d-9b06e51dc6cb: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:22:25.889697 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Allocated IP 172.20.0.9 (82ee0966-7904-4d36-84ec-4ae31c66cfcd/f5ae9bd7-35cf-4a17-886e-4554e51f70f8/d0f75dea-cb18-4428-9bbd-9ce8617d5282) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:22:25.895988 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c384ee55-2502-4844-96da-666da280dcdd req-2de3f9bb-c793-401a-9980-2a6ba79761ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2516fb3c-1be4-4266-a70c-baf445d747eb HTTP/1.1" status: 200 len: 999 time: 0.0827246 May 26 03:22:25.979314 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ee55-2502-4844-96da-666da280dcdd req-1f25a6e6-6a40-4f58-a683-4b340ee30139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:25.980796 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c384ee55-2502-4844-96da-666da280dcdd req-1f25a6e6-6a40-4f58-a683-4b340ee30139 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0786064 May 26 03:22:26.076655 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ee55-2502-4844-96da-666da280dcdd req-820522df-82fe-4f11-9a1e-670271193752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:26.078783 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c384ee55-2502-4844-96da-666da280dcdd req-820522df-82fe-4f11-9a1e-670271193752 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873353 May 26 03:22:26.180559 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks [] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:26.237088 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c384ee55-2502-4844-96da-666da280dcdd req-cc807cc2-1d82-409a-9b26-0d2a5bd75eb4 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506405 May 26 03:22:26.248445 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:26.336235 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:26.360953 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Network 82ee0966-7904-4d36-84ec-4ae31c66cfcd is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:22:26.372491 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:22:26.381546 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:22:26.392808 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ae328-9866-4582-bc58-9ef2ca4b71fb req-3ceeabb4-5fb1-4bb0-93e2-aa116a6f938b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:26.394580 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-732ae328-9866-4582-bc58-9ef2ca4b71fb req-3ceeabb4-5fb1-4bb0-93e2-aa116a6f938b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0772588 May 26 03:22:26.407736 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Pushing event updated for resources: {'Port': ['ID=d0f75dea-cb18-4428-9bbd-9ce8617d5282,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:26.441625 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:26.461356 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c384ee55-2502-4844-96da-666da280dcdd req-91c2febd-9579-47e2-90ae-ae3ac441c4d2 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101622 May 26 03:22:26.469531 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:26.470171 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:26.476290 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:26.494550 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-3ed82107-d261-4201-978b-dffc08d30102 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9828768 May 26 03:22:26.509788 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Request body: {'port': {'device_id': '21850fec-43e3-42e6-8ad4-cf32fc711d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:22:26.517734 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-732ae328-9866-4582-bc58-9ef2ca4b71fb req-7f6c51bd-982a-4875-81a9-36d8516ce869 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167722 May 26 03:22:26.529661 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bb292-791e-49dd-aa2c-0c2364a7aaf1 req-3f362448-3314-467f-800c-5790f52cf09f tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:26.536548 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-855bb292-791e-49dd-aa2c-0c2364a7aaf1 req-3f362448-3314-467f-800c-5790f52cf09f tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 931 time: 0.0860167 May 26 03:22:26.572187 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:26.581246 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-855bb292-791e-49dd-aa2c-0c2364a7aaf1 req-b86a9f83-d541-4571-8121-6010f4ada342 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438685 May 26 03:22:26.860978 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f75dea-cb18-4428-9bbd-9ce8617d5282 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:22:26.868603 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Publish callbacks [] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:26.882405 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Transition to ACTIVE for port object d0f75dea-cb18-4428-9bbd-9ce8617d5282 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:22:26.886046 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:26.936521 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0f75dea-cb18-4428-9bbd-9ce8617d5282,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:27.011637 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Attempting to bind port d0f75dea-cb18-4428-9bbd-9ce8617d5282 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:22:27.011965 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Attempting to bind port d0f75dea-cb18-4428-9bbd-9ce8617d5282 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '5476a209-2370-4fe0-86d1-81e9b967e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:22:27.012322 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Attempting to bind port d0f75dea-cb18-4428-9bbd-9ce8617d5282 on network 82ee0966-7904-4d36-84ec-4ae31c66cfcd {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:22:27.017997 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Port d0f75dea-cb18-4428-9bbd-9ce8617d5282 on network 82ee0966-7904-4d36-84ec-4ae31c66cfcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:22:27.018311 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Attempting to bind port d0f75dea-cb18-4428-9bbd-9ce8617d5282 on network 82ee0966-7904-4d36-84ec-4ae31c66cfcd {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:22:27.023269 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:22:27.023600 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Checking segment: {'id': '5476a209-2370-4fe0-86d1-81e9b967e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:22:27.024003 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Bound using segment: {'id': '5476a209-2370-4fe0-86d1-81e9b967e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:22:27.024389 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Bound port: d0f75dea-cb18-4428-9bbd-9ce8617d5282, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5476a209-2370-4fe0-86d1-81e9b967e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:22:27.024842 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:27.086885 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] For port d0f75dea-cb18-4428-9bbd-9ce8617d5282, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:22:27.090202 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] For port d0f75dea-cb18-4428-9bbd-9ce8617d5282, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d0f75dea-cb18-4428-9bbd-9ce8617d5282,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:22:27.095828 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:27.132553 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:27.133221 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:27.134644 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] 10.222.0.45 "PUT /v2.0/ports/d0f75dea-cb18-4428-9bbd-9ce8617d5282 HTTP/1.1" status: 200 len: 1093 time: 0.6295259 May 26 03:22:27.135060 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21850fec-43e3-42e6-8ad4-cf32fc711d4a', 'tag': 'd0f75dea-cb18-4428-9bbd-9ce8617d5282'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:22:27.137284 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d" -d '{"events": [{"name": "network-changed", "server_uuid": "21850fec-43e3-42e6-8ad4-cf32fc711d4a", "tag": "d0f75dea-cb18-4428-9bbd-9ce8617d5282"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:22:27.156762 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c57ed-1c68-409a-9c30-b9cb3cd2b8fd service neutron] Pushing event updated for resources: {'Port': ['ID=d0f75dea-cb18-4428-9bbd-9ce8617d5282,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:27.187265 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f7592a-21cf-455b-b28f-201a992ad193 x-openstack-request-id: req-81f7592a-21cf-455b-b28f-201a992ad193 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:22:27.188069 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21850fec-43e3-42e6-8ad4-cf32fc711d4a", "tag": "d0f75dea-cb18-4428-9bbd-9ce8617d5282", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:22:27.188326 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81f7592a-21cf-455b-b28f-201a992ad193 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:22:27.188701 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f7592a-21cf-455b-b28f-201a992ad193'] response: {'name': 'network-changed', 'server_uuid': '21850fec-43e3-42e6-8ad4-cf32fc711d4a', 'tag': 'd0f75dea-cb18-4428-9bbd-9ce8617d5282', 'status': 'completed', 'code': 200} May 26 03:22:27.216771 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-2aa9932b-a3c9-4474-a25d-c35c28b36f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:27.218301 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-2aa9932b-a3c9-4474-a25d-c35c28b36f52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b14b528255fe4423b6129876f7cf471e&device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 1127 time: 0.0420177 May 26 03:22:27.264952 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-c3035cf8-6b9f-4d8b-bf07-0ef1b0e559eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0f75dea-cb18-4428-9bbd-9ce8617d5282 HTTP/1.1" status: 200 len: 217 time: 0.0369077 May 26 03:22:27.303266 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:27.324309 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-76c8f175-22c4-4ea0-99d9-db1bcde02afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:27.325759 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-76c8f175-22c4-4ea0-99d9-db1bcde02afe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5ae9bd7-35cf-4a17-886e-4554e51f70f8 HTTP/1.1" status: 200 len: 853 time: 0.0487137 May 26 03:22:27.365968 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-14893aa9-4705-4a14-9139-2af883714edb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82ee0966-7904-4d36-84ec-4ae31c66cfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259037 May 26 03:22:27.436253 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:27.469238 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-085e46a1-91eb-4da0-9b47-6aaea05e8e86 service neutron] 10.222.0.45 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867817 May 26 03:22:27.560989 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c7516704-4c27-41f6-841a-bd4cf2bc63bc req-719b3294-0143-4a35-9e9f-a3c8b7552d2c service neutron] 10.222.0.45 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857327 May 26 03:22:27.648379 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ce28e-ea5b-47f0-bb77-8cf4847478c1 req-545ee392-f94a-41e7-9fa0-43a85d7db795 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:27.649914 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6a7ce28e-ea5b-47f0-bb77-8cf4847478c1 req-545ee392-f94a-41e7-9fa0-43a85d7db795 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0574648 May 26 03:22:27.663101 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:27.740954 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6a7ce28e-ea5b-47f0-bb77-8cf4847478c1 req-b06a4b3d-b571-4c74-884b-6463f9570aed tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853243 May 26 03:22:27.754997 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25521b91-fdfd-46f3-a646-d603c9dd9f0d req-bf980277-5099-4ebc-a0db-65550eb45499 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:27.756494 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-25521b91-fdfd-46f3-a646-d603c9dd9f0d req-bf980277-5099-4ebc-a0db-65550eb45499 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 943 time: 0.0624595 May 26 03:22:27.803578 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-25521b91-fdfd-46f3-a646-d603c9dd9f0d req-6d1911a0-51ef-4430-960a-0a6139032d39 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 May 26 03:22:27.851082 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874ad6a-0fca-4f5d-aac5-8173f4e8c7da req-4632dcaf-32a7-402f-b32a-6f30df92f12d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:27.852565 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1874ad6a-0fca-4f5d-aac5-8173f4e8c7da req-4632dcaf-32a7-402f-b32a-6f30df92f12d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0471883 May 26 03:22:27.902214 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1874ad6a-0fca-4f5d-aac5-8173f4e8c7da req-197bf50d-e83f-4010-9910-7ef677f2c41d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441580 May 26 03:22:28.705407 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-520217eb-ccdd-4950-9e1a-9283458e7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:28.706889 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-520217eb-ccdd-4950-9e1a-9283458e7fe3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b14b528255fe4423b6129876f7cf471e&device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 1127 time: 0.0431638 May 26 03:22:28.814507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-4f9ea524-d00b-45f5-a065-bdea7263542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:28.815979 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-4f9ea524-d00b-45f5-a065-bdea7263542a service neutron] 10.222.0.45 "GET /v2.0/networks?id=82ee0966-7904-4d36-84ec-4ae31c66cfcd HTTP/1.1" status: 200 len: 914 time: 0.0866008 May 26 03:22:28.854052 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6bc0-0dfe-46f4-adfe-24d5eb4b8420 req-0181909c-8032-454c-853e-7c525e9dc6a0 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:28.855573 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b24f6bc0-0dfe-46f4-adfe-24d5eb4b8420 req-0181909c-8032-454c-853e-7c525e9dc6a0 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0469644 May 26 03:22:28.880027 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-effc1e42-81ee-421c-ad81-dcfa64c5fe9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0f75dea-cb18-4428-9bbd-9ce8617d5282 HTTP/1.1" status: 200 len: 217 time: 0.0336695 May 26 03:22:28.939027 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-a8e67696-4a73-4276-8f38-7cc9486ff286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:28.940517 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-a8e67696-4a73-4276-8f38-7cc9486ff286 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5ae9bd7-35cf-4a17-886e-4554e51f70f8 HTTP/1.1" status: 200 len: 853 time: 0.0487278 May 26 03:22:28.947884 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956dd63-608a-4460-8b3a-f89e2d62f1c8 req-284bdf20-7bf7-441b-b02c-b711c10a1f33 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:28.949335 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8956dd63-608a-4460-8b3a-f89e2d62f1c8 req-284bdf20-7bf7-441b-b02c-b711c10a1f33 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 943 time: 0.0742409 May 26 03:22:28.962554 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b24f6bc0-0dfe-46f4-adfe-24d5eb4b8420 req-1d65755a-a9df-44d2-aae0-1bb9141dd38d tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007290 May 26 03:22:28.964776 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device d0f75dea-cb18-4428-9bbd-9ce8617d5282 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:22:28.978645 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-d0149156-8226-4d6e-b300-6654bf261f22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82ee0966-7904-4d36-84ec-4ae31c66cfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310204 May 26 03:22:29.032366 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8956dd63-608a-4460-8b3a-f89e2d62f1c8 req-2e132722-1511-412b-9fc6-a61a8bfb3247 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688992 May 26 03:22:29.088236 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba327d-f294-487a-bf65-44506959be79 req-ef007eea-d831-448f-90ef-68eec7c19d19 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:29.089735 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-83ba327d-f294-487a-bf65-44506959be79 req-ef007eea-d831-448f-90ef-68eec7c19d19 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0513282 May 26 03:22:29.091029 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-7663d5a3-8458-41d6-8ab5-a61a336e17f5 service neutron] 10.222.0.45 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008749 May 26 03:22:29.091924 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port d0f75dea-cb18-4428-9bbd-9ce8617d5282, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d0f75dea-cb18-4428-9bbd-9ce8617d5282,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:29.103948 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': 'd0f75dea-cb18-4428-9bbd-9ce8617d5282', 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd', 'port_id': 'd0f75dea-cb18-4428-9bbd-9ce8617d5282', 'mac_address': 'fa:16:3e:0c:bc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ae9bd7-35cf-4a17-886e-4554e51f70f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:22:29.138409 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port d0f75dea-cb18-4428-9bbd-9ce8617d5282 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:22:29.138895 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:29.143306 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-83ba327d-f294-487a-bf65-44506959be79 req-acbe1f50-c89e-447a-a7c2-3502388f1060 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471327 May 26 03:22:29.153554 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f75dea-cb18-4428-9bbd-9ce8617d5282 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:22:29.173978 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port d0f75dea-cb18-4428-9bbd-9ce8617d5282, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d0f75dea-cb18-4428-9bbd-9ce8617d5282,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:29.177959 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:29.188454 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b6a2285f-bfac-47ea-92cc-2a74bfd4069d req-f93b2f36-72f7-47ab-a727-38c0c68b0160 service neutron] 10.222.0.45 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898118 May 26 03:22:29.227332 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=d0f75dea-cb18-4428-9bbd-9ce8617d5282,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:29.489012 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['d0f75dea-cb18-4428-9bbd-9ce8617d5282'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:22:30.081767 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02f602-c39a-4991-b013-beba65452e9c req-e435fc7c-08a8-4087-a427-7377282ff317 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:30.083283 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fc02f602-c39a-4991-b013-beba65452e9c req-e435fc7c-08a8-4087-a427-7377282ff317 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0486479 May 26 03:22:30.180036 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fdcf8-c52d-4b44-a8f9-2f3fc455329d req-9549c6e3-3be7-416a-9473-10871d7ead88 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:30.181480 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a88fdcf8-c52d-4b44-a8f9-2f3fc455329d req-9549c6e3-3be7-416a-9473-10871d7ead88 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 944 time: 0.0756886 May 26 03:22:30.187496 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fc02f602-c39a-4991-b013-beba65452e9c req-4451bc9d-4eaf-4fa1-8b9c-18234d58fcdb tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984836 May 26 03:22:30.232073 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a88fdcf8-c52d-4b44-a8f9-2f3fc455329d req-f18323f0-ed36-47bf-b2e6-b4d69f21a2e2 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 May 26 03:22:30.291578 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c458-d016-435e-a19c-f4ebd1a52a31 req-123fba54-a92f-4343-93f1-ead5040ceb18 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:30.293005 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8261c458-d016-435e-a19c-f4ebd1a52a31 req-123fba54-a92f-4343-93f1-ead5040ceb18 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0474470 May 26 03:22:30.339871 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8261c458-d016-435e-a19c-f4ebd1a52a31 req-56583dee-ce48-448e-9946-a5e2140e4d4d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407169 May 26 03:22:30.980533 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device d0f75dea-cb18-4428-9bbd-9ce8617d5282 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:22:31.027508 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port d0f75dea-cb18-4428-9bbd-9ce8617d5282 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:22:31.034967 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port d0f75dea-cb18-4428-9bbd-9ce8617d5282 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:22:31.035386 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:31.114884 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port d0f75dea-cb18-4428-9bbd-9ce8617d5282 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:22:31.115291 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:31.139711 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21850fec-43e3-42e6-8ad4-cf32fc711d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f75dea-cb18-4428-9bbd-9ce8617d5282'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:22:31.143169 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5447107e-cdd7-4e8e-b5d7-0afd7be6b5e2" -d '{"events": [{"server_uuid": "21850fec-43e3-42e6-8ad4-cf32fc711d4a", "name": "network-vif-plugged", "status": "completed", "tag": "d0f75dea-cb18-4428-9bbd-9ce8617d5282"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:22:31.156901 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port d0f75dea-cb18-4428-9bbd-9ce8617d5282, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d0f75dea-cb18-4428-9bbd-9ce8617d5282,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:22:31.161256 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:31.192011 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa16a0-12d6-43af-ac64-ee176d767eec x-openstack-request-id: req-7baa16a0-12d6-43af-ac64-ee176d767eec {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:22:31.192314 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21850fec-43e3-42e6-8ad4-cf32fc711d4a", "name": "network-vif-plugged", "status": "completed", "tag": "d0f75dea-cb18-4428-9bbd-9ce8617d5282", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:22:31.192543 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7baa16a0-12d6-43af-ac64-ee176d767eec {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:22:31.192936 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7baa16a0-12d6-43af-ac64-ee176d767eec'] response: {'server_uuid': '21850fec-43e3-42e6-8ad4-cf32fc711d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f75dea-cb18-4428-9bbd-9ce8617d5282', 'code': 200} May 26 03:22:31.222622 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=d0f75dea-cb18-4428-9bbd-9ce8617d5282,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:22:31.280597 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:31.366682 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd794-db86-4b2b-8bbc-a7933b1ea8e5 req-f4a21b9e-2b19-4c6b-9ad7-3cf1e804594f tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:31.368339 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8abfd794-db86-4b2b-8bbc-a7933b1ea8e5 req-f4a21b9e-2b19-4c6b-9ad7-3cf1e804594f tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0975196 May 26 03:22:31.388566 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502cda8-86de-4552-bfe3-02310f12c259 req-e769951c-61a9-4bea-b655-ecc39afc9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:31.390071 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a502cda8-86de-4552-bfe3-02310f12c259 req-e769951c-61a9-4bea-b655-ecc39afc9887 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 1129 time: 0.0452251 May 26 03:22:31.400217 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cde537-8ae4-4858-a3c6-60a0c9624ddc req-06aa4724-7ae8-47ea-a1d4-5b8acaeb6a9c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:31.404224 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-91cde537-8ae4-4858-a3c6-60a0c9624ddc req-06aa4724-7ae8-47ea-a1d4-5b8acaeb6a9c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 945 time: 0.0892181 May 26 03:22:31.443935 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a502cda8-86de-4552-bfe3-02310f12c259 req-da1a2261-2c41-4287-850b-4c4861224a11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 May 26 03:22:31.490477 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8abfd794-db86-4b2b-8bbc-a7933b1ea8e5 req-499d26a6-c106-4b89-bce0-0cfe84247bc0 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100616 May 26 03:22:31.493783 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-91cde537-8ae4-4858-a3c6-60a0c9624ddc req-3950fbb6-94ee-4e30-a20d-e03b6e3dd189 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809636 May 26 03:22:31.602780 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d3336-38d6-483c-a5d4-5e102f5aea9d req-21366c06-35e1-4914-9219-f263ea620bb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:31.604306 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-799d3336-38d6-483c-a5d4-5e102f5aea9d req-21366c06-35e1-4914-9219-f263ea620bb6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0521255 May 26 03:22:31.619384 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:31.669299 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-799d3336-38d6-483c-a5d4-5e102f5aea9d req-77735485-e49d-40a6-ad92-ce02f4e4f2ad tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576527 May 26 03:22:32.264596 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3327a86e-56a4-4874-83b9-d6af9a68ad7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:32.634043 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d83bf-4c31-48f2-9ace-ea19c0ac368b req-63cef871-612d-4e1b-8c13-579ecbb8d347 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:32.635551 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-844d83bf-4c31-48f2-9ace-ea19c0ac368b req-63cef871-612d-4e1b-8c13-579ecbb8d347 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0747542 May 26 03:22:32.643786 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c67ae6-0efc-4701-8412-a179da82ea68 req-15f7744d-606b-407a-a140-d54936d9698a tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:32.645161 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-03c67ae6-0efc-4701-8412-a179da82ea68 req-15f7744d-606b-407a-a140-d54936d9698a tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 945 time: 0.0825319 May 26 03:22:32.726183 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-03c67ae6-0efc-4701-8412-a179da82ea68 req-e71af29f-c0b6-4416-9fa4-dccc327e9321 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733585 May 26 03:22:32.736558 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-844d83bf-4c31-48f2-9ace-ea19c0ac368b req-b38f9dbb-9b03-4a48-816d-5e0de5013e54 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904772 May 26 03:22:32.831522 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef3780-0f28-4e4b-b675-8f007ffbc327 req-968fafe5-7663-4a74-895f-04f9015725f7 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:32.832936 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b0ef3780-0f28-4e4b-b675-8f007ffbc327 req-968fafe5-7663-4a74-895f-04f9015725f7 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0511410 May 26 03:22:32.879792 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b0ef3780-0f28-4e4b-b675-8f007ffbc327 req-26677da4-e51b-4969-b991-3e66ed6ed827 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 May 26 03:22:33.870896 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfce3a-c235-4b3a-b3bb-0555289a2a4b req-e9427b29-d229-443c-b2b6-45cfea612c06 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:33.872388 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-aabfce3a-c235-4b3a-b3bb-0555289a2a4b req-e9427b29-d229-443c-b2b6-45cfea612c06 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 945 time: 0.0784769 May 26 03:22:33.883783 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6859-54fa-4c15-875c-b603fe94a7c9 req-3a32d90f-570f-4c5a-9773-a64c2803c4fc tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:33.885198 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c5dd6859-54fa-4c15-875c-b603fe94a7c9 req-3a32d90f-570f-4c5a-9773-a64c2803c4fc tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0791407 May 26 03:22:33.960611 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-aabfce3a-c235-4b3a-b3bb-0555289a2a4b req-97ec76e2-fbb5-4f9f-a5c0-331ccd533c9a tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744658 May 26 03:22:33.976444 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c5dd6859-54fa-4c15-875c-b603fe94a7c9 req-d1ce3895-3106-458b-85f0-9c78aa16dd51 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841901 May 26 03:22:34.073895 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c224-f914-408b-866e-9a47854e57e9 req-cbb95e0e-b28f-4956-8dc1-7ba413f15198 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:34.075419 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e932c224-f914-408b-866e-9a47854e57e9 req-cbb95e0e-b28f-4956-8dc1-7ba413f15198 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0489833 May 26 03:22:34.124867 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e932c224-f914-408b-866e-9a47854e57e9 req-c3aa2885-54f0-4760-85da-1eb0f5b8c979 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 May 26 03:22:34.483388 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6056319a-e830-4908-8a24-c062dbe030ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:35.096635 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb44546-28f7-4c9b-803b-a88c3aa8eae4 req-d13627cf-c237-413f-8b93-08e0bda4ae77 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:35.098130 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-acb44546-28f7-4c9b-803b-a88c3aa8eae4 req-d13627cf-c237-413f-8b93-08e0bda4ae77 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0532672 May 26 03:22:35.160980 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-acb44546-28f7-4c9b-803b-a88c3aa8eae4 req-5494fb5a-aa99-4b77-b235-3865532ca5be tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572648 May 26 03:22:35.242101 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ace5d-79b8-4ccd-a4b2-e539aaf8ab55 req-2ffa5b06-7030-4423-8079-f7564b83b03a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:35.243730 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5e8ace5d-79b8-4ccd-a4b2-e539aaf8ab55 req-2ffa5b06-7030-4423-8079-f7564b83b03a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0491717 May 26 03:22:35.284408 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:35.301539 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5e8ace5d-79b8-4ccd-a4b2-e539aaf8ab55 req-a1346bb3-a89c-49ac-83f6-2178abcba9ca tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513313 May 26 03:22:35.598790 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=80 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:35.599881 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=68 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:35.759480 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:35.766714 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:36.286201 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086fe7c-aaf8-416f-91db-1b1721c410e1 req-f89536d1-f2b6-4423-8463-4fc347346575 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:36.287603 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8086fe7c-aaf8-416f-91db-1b1721c410e1 req-f89536d1-f2b6-4423-8463-4fc347346575 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0514460 May 26 03:22:36.346776 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8086fe7c-aaf8-416f-91db-1b1721c410e1 req-f5e27ba3-982b-40f3-9847-bd980980e80f tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535519 May 26 03:22:36.421348 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b93e2-78df-452c-b3cd-ad7e54e99373 req-bb3ea58b-cd27-46f3-8d2c-a37243f52dc8 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:36.422832 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-af5b93e2-78df-452c-b3cd-ad7e54e99373 req-bb3ea58b-cd27-46f3-8d2c-a37243f52dc8 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0509548 May 26 03:22:36.449245 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:36.472102 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-af5b93e2-78df-452c-b3cd-ad7e54e99373 req-5fad88c9-97c3-4246-b88a-9b28cdf784bd tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431964 May 26 03:22:37.201240 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:37.466441 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef888875-0a9a-4a22-a3c7-6cad1878e912 req-87601a46-6fda-41a8-a459-b5598e77996f tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:37.467901 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ef888875-0a9a-4a22-a3c7-6cad1878e912 req-87601a46-6fda-41a8-a459-b5598e77996f tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0472641 May 26 03:22:37.536748 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ef888875-0a9a-4a22-a3c7-6cad1878e912 req-122b1de0-ed72-4b64-9a98-8691821e55f9 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632260 May 26 03:22:37.601503 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d585-61f0-4976-887a-59bca356e38d req-a2673a22-4c28-421b-ab6b-bf41b0eddb4b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:37.604643 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc51d585-61f0-4976-887a-59bca356e38d req-a2673a22-4c28-421b-ab6b-bf41b0eddb4b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0471098 May 26 03:22:37.653750 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc51d585-61f0-4976-887a-59bca356e38d req-c66f46df-0e73-4d01-8fe4-0eb471aeb773 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463116 May 26 03:22:38.513904 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:38.654292 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca026d7-3509-4837-bdda-6123706d7fee req-4112cdfa-ca5b-4c67-af3f-1606ccd03d2f tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:38.655929 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6ca026d7-3509-4837-bdda-6123706d7fee req-4112cdfa-ca5b-4c67-af3f-1606ccd03d2f tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0475416 May 26 03:22:38.723471 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6ca026d7-3509-4837-bdda-6123706d7fee req-e3aa0189-6f7f-4948-8c66-f09ecf7271f8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610015 May 26 03:22:38.777725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f61352-103f-4d75-8191-81de47d187df req-f394aa34-3c11-49d4-9ff2-3fb2c94b6d56 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:38.779192 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e8f61352-103f-4d75-8191-81de47d187df req-f394aa34-3c11-49d4-9ff2-3fb2c94b6d56 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0548651 May 26 03:22:38.826050 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e8f61352-103f-4d75-8191-81de47d187df req-7d1e759c-7504-4731-9ece-64154ecc6213 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 May 26 03:22:39.842621 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dc401-3c0f-48aa-ab8a-e349c3b2fc98 req-045f681a-9259-4b28-bc17-e1040a9416b6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:39.844123 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-715dc401-3c0f-48aa-ab8a-e349c3b2fc98 req-045f681a-9259-4b28-bc17-e1040a9416b6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0511904 May 26 03:22:39.915062 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-715dc401-3c0f-48aa-ab8a-e349c3b2fc98 req-6b68d515-fa0a-4366-b512-830aac545764 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642154 May 26 03:22:39.951470 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03268fa8-7b37-4369-bd21-8436ad70a5a8 req-551f3cd6-a39c-4b7a-8b3e-a99beb1f4e12 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:39.952913 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-03268fa8-7b37-4369-bd21-8436ad70a5a8 req-551f3cd6-a39c-4b7a-8b3e-a99beb1f4e12 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0574908 May 26 03:22:40.006237 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-03268fa8-7b37-4369-bd21-8436ad70a5a8 req-bcd37b8d-d583-4e7c-9858-ba65ca4f5603 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471728 May 26 03:22:40.203865 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede36905-c3e1-4fec-b5c8-aadc3410ef36 req-e7937b3e-ecfc-43bd-a4e5-d1f3c8cf71d5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:40.206294 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ede36905-c3e1-4fec-b5c8-aadc3410ef36 req-e7937b3e-ecfc-43bd-a4e5-d1f3c8cf71d5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0523343 May 26 03:22:40.236238 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460da459-c92b-429a-96ab-f0401ae26058 req-665218db-553f-45be-8e2a-63c73fc2cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:40.237841 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-460da459-c92b-429a-96ab-f0401ae26058 req-665218db-553f-45be-8e2a-63c73fc2cd05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 1129 time: 0.0403159 May 26 03:22:40.256331 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ede36905-c3e1-4fec-b5c8-aadc3410ef36 req-6ce1d8cc-338b-457f-9873-efa011585aa4 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443778 May 26 03:22:40.338884 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460da459-c92b-429a-96ab-f0401ae26058 req-0897e127-d382-446a-b39d-f5dacbe177d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:40.340402 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-460da459-c92b-429a-96ab-f0401ae26058 req-0897e127-d382-446a-b39d-f5dacbe177d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 912 time: 0.0942230 May 26 03:22:40.403675 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-460da459-c92b-429a-96ab-f0401ae26058 req-cae7379d-d28a-4924-a739-fc122df10465 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd HTTP/1.1" status: 200 len: 1001 time: 0.0545766 May 26 03:22:40.456079 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460da459-c92b-429a-96ab-f0401ae26058 req-0677cd0a-d951-493d-a586-98b8a59d682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:40.457437 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-460da459-c92b-429a-96ab-f0401ae26058 req-0677cd0a-d951-493d-a586-98b8a59d682b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5634fcb-851a-41f3-92b2-2385a9c5a407 HTTP/1.1" status: 200 len: 850 time: 0.0470145 May 26 03:22:40.508366 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460da459-c92b-429a-96ab-f0401ae26058 req-be482297-73a6-4565-a41a-89a7bec0ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:40.509823 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-460da459-c92b-429a-96ab-f0401ae26058 req-be482297-73a6-4565-a41a-89a7bec0ab35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=536c60a9-349c-427d-a636-2554c2acd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378587 May 26 03:22:40.526538 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:40.590086 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:40.606176 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-460da459-c92b-429a-96ab-f0401ae26058 req-4081256e-71be-4c33-8c6d-ed628edf25a1 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872061 May 26 03:22:40.702289 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-460da459-c92b-429a-96ab-f0401ae26058 req-7dba9170-c53d-48a7-b908-61315b14aed6 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887153 May 26 03:22:41.030174 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31797a-1228-42ce-a02f-d00007055d81 req-39878543-1255-4b06-9380-ae942078ce9b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:41.031959 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8b31797a-1228-42ce-a02f-d00007055d81 req-39878543-1255-4b06-9380-ae942078ce9b tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0479772 May 26 03:22:41.095565 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8b31797a-1228-42ce-a02f-d00007055d81 req-38f7027c-86d8-4cca-9a2e-96dc6e27e172 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563278 May 26 03:22:41.300683 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:22:41.341356 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:41.380330 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e60b0-9df4-4bea-ab9e-637fcdcfdca7 req-9c71e221-6253-449e-a974-9436804695f7 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:41.381828 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6b8e60b0-9df4-4bea-ab9e-637fcdcfdca7 req-9c71e221-6253-449e-a974-9436804695f7 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0490289 May 26 03:22:41.429509 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6b8e60b0-9df4-4bea-ab9e-637fcdcfdca7 req-8898fcf8-13fc-4d67-8d9a-edafb80dc32e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421119 May 26 03:22:41.853175 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:22:42.207868 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f2fa-0683-4a2f-a322-ed3d120b3cf7 req-b6d38c0a-ac78-4eac-bbbf-184f04934b21 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:42.209306 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-21e0f2fa-0683-4a2f-a322-ed3d120b3cf7 req-b6d38c0a-ac78-4eac-bbbf-184f04934b21 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0470760 May 26 03:22:42.262672 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:42.273776 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-21e0f2fa-0683-4a2f-a322-ed3d120b3cf7 req-c9a302a0-7400-4a91-9b3f-4a2818bd819a tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&id=ca2b2ce8-72e1-427a-bd15-6f4981041c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589626 May 26 03:22:42.547830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025d230-ada4-433d-a4c0-5e6bdb960baa req-316abe10-9200-4c6e-ad3b-1ba5b2231f5c tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:22:42.550009 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3025d230-ada4-433d-a4c0-5e6bdb960baa req-316abe10-9200-4c6e-ad3b-1ba5b2231f5c tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0508738 May 26 03:22:42.598291 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3025d230-ada4-433d-a4c0-5e6bdb960baa req-84623c84-a072-40c9-8970-5f19af889fa0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 May 26 03:22:50.697076 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=21 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:50.700128 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=10 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:51.289010 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:51.293428 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:51.294269 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:52.584809 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=25 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:52.592693 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=11 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:59.299563 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:22:59.301515 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:02.257845 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9a87-af25-4d1a-b9fe-5caff0d5fffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:04.483951 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-94c81de3-c16f-48bb-a371-ad71fb72af78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:05.890436 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:07.201595 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:08.518994 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:09.361762 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f3ec6-0246-4120-9b3d-f7536a26c04b req-0d1f5761-9770-4a05-89c8-10fa742ce368 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:09.363226 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c40f3ec6-0246-4120-9b3d-f7536a26c04b req-0d1f5761-9770-4a05-89c8-10fa742ce368 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0491977 May 26 03:23:09.411613 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c40f3ec6-0246-4120-9b3d-f7536a26c04b req-b56d1863-7fe5-4d15-bcca-2d9a19e47518 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 May 26 03:23:10.529365 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa6d2a-98e1-4e15-a2ef-96302ef3f014 req-a980ed73-82b2-443a-860e-c084e8ccb389 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:10.530811 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d8aa6d2a-98e1-4e15-a2ef-96302ef3f014 req-a980ed73-82b2-443a-860e-c084e8ccb389 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0465379 May 26 03:23:10.580892 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d8aa6d2a-98e1-4e15-a2ef-96302ef3f014 req-e1d99151-72b9-4cc4-a38e-12f551b5dacf tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438669 May 26 03:23:11.303678 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:11.697679 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8677a3-01fb-4c70-befb-fd2797adfa93 req-4d87fe35-9bf7-4914-b57a-0faa693474a7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:11.699110 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7a8677a3-01fb-4c70-befb-fd2797adfa93 req-4d87fe35-9bf7-4914-b57a-0faa693474a7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0461860 May 26 03:23:11.744682 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7a8677a3-01fb-4c70-befb-fd2797adfa93 req-6ea5e164-b34e-4e08-8285-62f791cef0d8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401640 May 26 03:23:12.865215 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0cda1-5404-4d8f-88fd-28ba443f1404 req-228943f8-d5c7-40a5-aae2-5b841fab2731 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:12.866687 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5af0cda1-5404-4d8f-88fd-28ba443f1404 req-228943f8-d5c7-40a5-aae2-5b841fab2731 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0486369 May 26 03:23:12.917758 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5af0cda1-5404-4d8f-88fd-28ba443f1404 req-ac7e0e24-391d-49d0-9bcd-e991dc21c9db tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453033 May 26 03:23:14.045397 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecac59-131e-48d5-ac76-e4b688880223 req-ad8e6ef8-fbd6-4e64-a107-9559a422847b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:14.046868 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9aecac59-131e-48d5-ac76-e4b688880223 req-ad8e6ef8-fbd6-4e64-a107-9559a422847b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0574813 May 26 03:23:14.051467 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-c3e6dd41-e535-4175-ba11-04bc96b8ab7e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:14.052911 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-c3e6dd41-e535-4175-ba11-04bc96b8ab7e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 946 time: 0.0525305 May 26 03:23:14.098323 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9aecac59-131e-48d5-ac76-e4b688880223 req-ca5968c9-49d9-46aa-ba79-6bdbbd3ab803 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=2513730b-69fd-4e15-a410-1bcc75fd4b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453048 May 26 03:23:14.145906 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Deleting port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:14.146250 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:14.238307 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] For port 8f3ffc1c-dd96-4c79-8070-6048d639cb48, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8f3ffc1c-dd96-4c79-8070-6048d639cb48,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:14.238585 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:14.444450 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:14.444811 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (08f94948-207e-4a46-adb4-6b5b300aaad6), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:14.445125 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Floating IP 08f94948-207e-4a46-adb4-6b5b300aaad6 disassociated. External IP: 172.27.2.158, port: 8f3ffc1c-dd96-4c79-8070-6048d639cb48. May 26 03:23:14.445488 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Calling delete_port for 8f3ffc1c-dd96-4c79-8070-6048d639cb48 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:14.574316 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (8f3ffc1c-dd96-4c79-8070-6048d639cb48), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:14.603012 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event deleted for resources: {'Port': ['ID=8f3ffc1c-dd96-4c79-8070-6048d639cb48,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:14.615083 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.615456 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.615798 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.616132 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.616463 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.616792 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.617230 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.617561 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.617886 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.618209 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.618565 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.618883 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.619201 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.619540 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.619901 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:14.960063 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Router 65bc7940-5ff8-4be9-aabd-1282744761d5 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:23:15.053431 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0129c823-3cfe-436b-a32b-df3e0719923a req-e5c85352-484c-4370-b618-b386dca1bde9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536129 May 26 03:23:15.120569 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:15.139593 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129c823-3cfe-436b-a32b-df3e0719923a req-48217d0c-17ff-4a47-a8b3-900d1e452e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:15.141505 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0129c823-3cfe-436b-a32b-df3e0719923a req-48217d0c-17ff-4a47-a8b3-900d1e452e9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 1130 time: 0.0582414 May 26 03:23:15.143798 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:23:15.166535 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] Sync routers for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:23:15.178533 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:15.179588 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:15.213579 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] No DVR routers for this DVR port 8f3ffc1c-dd96-4c79-8070-6048d639cb48 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:23:15.219480 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:15.223786 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b79c5ca6-2f5f-4cd0-8d96-6920bc5454cf req-f15ae1ce-1c10-4043-8806-c31ea979d326 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "DELETE /v2.0/ports/8f3ffc1c-dd96-4c79-8070-6048d639cb48 HTTP/1.1" status: 204 len: 173 time: 1.1636081 May 26 03:23:15.224044 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-deleted', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:15.226269 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42325d92-4288-49f0-8c4b-ea658f9fe3e1" -d '{"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-deleted", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:15.274206 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-02fd33d6-8a5a-4c39-a75c-814f83c16414 req-e0598e13-4910-4d0c-9a66-b8ecf78d0c5d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2628ba-7c7e-4057-9762-269bd34d66e7 HTTP/1.1" status: 200 len: 210 time: 0.0739701 May 26 03:23:15.295827 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:15.314586 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129c823-3cfe-436b-a32b-df3e0719923a req-b258ece4-819e-424f-b569-ef844784b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:15.314586 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0129c823-3cfe-436b-a32b-df3e0719923a req-b258ece4-819e-424f-b569-ef844784b585 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.1413696 May 26 03:23:15.360632 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0129c823-3cfe-436b-a32b-df3e0719923a req-6cc89919-2c43-49ad-8805-2444a053fdf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e59edf-7910-41d4-b1b0-b8cb717c4149 HTTP/1.1" status: 200 len: 217 time: 0.0422730 May 26 03:23:15.362316 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23086498-c091-4827-ba49-743537b9f74c x-openstack-request-id: req-23086498-c091-4827-ba49-743537b9f74c {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:15.362665 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2628ba-7c7e-4057-9762-269bd34d66e7", "name": "network-vif-deleted", "tag": "8f3ffc1c-dd96-4c79-8070-6048d639cb48", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:15.362923 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23086498-c091-4827-ba49-743537b9f74c {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:15.363436 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23086498-c091-4827-ba49-743537b9f74c'] response: {'server_uuid': 'ac2628ba-7c7e-4057-9762-269bd34d66e7', 'name': 'network-vif-deleted', 'tag': '8f3ffc1c-dd96-4c79-8070-6048d639cb48', 'status': 'completed', 'code': 200} May 26 03:23:15.430440 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129c823-3cfe-436b-a32b-df3e0719923a req-2d62dc47-5e1a-4a78-b173-58a8f7d07739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:15.432652 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0129c823-3cfe-436b-a32b-df3e0719923a req-2d62dc47-5e1a-4a78-b173-58a8f7d07739 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0582428 May 26 03:23:15.480822 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129c823-3cfe-436b-a32b-df3e0719923a req-58286169-2411-4168-9e50-4e4d01f96b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:15.482246 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0129c823-3cfe-436b-a32b-df3e0719923a req-58286169-2411-4168-9e50-4e4d01f96b9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397491 May 26 03:23:15.495943 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:15.520974 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] Checking router: 65bc7940-5ff8-4be9-aabd-1282744761d5 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:23:15.529458 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:15.530057 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:15.629233 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:15.739442 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:15.826880 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:15.838955 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0129c823-3cfe-436b-a32b-df3e0719923a req-53cab052-2e4a-4f7d-b094-11d827d03cc0 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072814 May 26 03:23:15.853804 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0153eb8c-5db1-4fc9-8ef8-1c552572b7b1 None None] The sync data for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi is: [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:23:15.958042 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0129c823-3cfe-436b-a32b-df3e0719923a req-4a10757a-8fbd-4425-a2f5-2c834a6e7985 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100407 May 26 03:23:16.098653 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd18e65-3436-43a2-9db1-6672b31ad6be None None] New status for floating IP 08f94948-207e-4a46-adb4-6b5b300aaad6: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:23:16.383897 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52590) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:16.446047 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd9b3886-1993-44a0-a122-857ffdea0f9d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (2513730b-69fd-4e15-a410-1bcc75fd4b9d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:16.475784 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd9b3886-1993-44a0-a122-857ffdea0f9d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (2513730b-69fd-4e15-a410-1bcc75fd4b9d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:16.529557 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd9b3886-1993-44a0-a122-857ffdea0f9d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2513730b-69fd-4e15-a410-1bcc75fd4b9d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:16.532577 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd9b3886-1993-44a0-a122-857ffdea0f9d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:16.534402 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-fd9b3886-1993-44a0-a122-857ffdea0f9d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "DELETE /v2.0/security-groups/2513730b-69fd-4e15-a410-1bcc75fd4b9d HTTP/1.1" status: 204 len: 168 time: 0.1488421 May 26 03:23:16.537793 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 52594) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:16.545069 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b3886-1993-44a0-a122-857ffdea0f9d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2513730b-69fd-4e15-a410-1bcc75fd4b9d,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:16.553509 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-e8984710-a01c-42d4-aa42-6385d8b5ec70 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] show failed (client error): The resource could not be found. May 26 03:23:16.554547 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e8984710-a01c-42d4-aa42-6385d8b5ec70 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups/2513730b-69fd-4e15-a410-1bcc75fd4b9d HTTP/1.1" status: 404 len: 347 time: 0.0157049 May 26 03:23:16.557590 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 52596) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:16.674461 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Deleting port d01edc1a-8cc6-4eb4-821e-927df1cd0733 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:16.674798 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (d01edc1a-8cc6-4eb4-821e-927df1cd0733), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:16.755309 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (d01edc1a-8cc6-4eb4-821e-927df1cd0733), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:16.755641 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (d01edc1a-8cc6-4eb4-821e-927df1cd0733), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:16.768227 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Calling delete_port for d01edc1a-8cc6-4eb4-821e-927df1cd0733 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:16.902680 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (d01edc1a-8cc6-4eb4-821e-927df1cd0733), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:16.931901 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event deleted for resources: {'Port': ['ID=d01edc1a-8cc6-4eb4-821e-927df1cd0733,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:16.989745 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:16.999332 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (08f94948-207e-4a46-adb4-6b5b300aaad6), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.002041 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.003385 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6b8a8f44-3f17-4ec5-a9a4-4b6f17c0426b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "DELETE /v2.0/floatingips/08f94948-207e-4a46-adb4-6b5b300aaad6 HTTP/1.1" status: 204 len: 168 time: 0.4441466 May 26 03:23:17.078319 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52600) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:17.084285 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-83909caf-e2eb-4bd3-b984-a42c138f0098 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013926255', 'description': 'tempest-description--2015961810'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:17.107400 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-83909caf-e2eb-4bd3-b984-a42c138f0098 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.173490 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-83909caf-e2eb-4bd3-b984-a42c138f0098 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (7c1c9e0d-6981-4b9e-8fe2-cec223e1e581), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.177649 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-83909caf-e2eb-4bd3-b984-a42c138f0098 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (7c1c9e0d-6981-4b9e-8fe2-cec223e1e581), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.216617 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-83909caf-e2eb-4bd3-b984-a42c138f0098 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.217881 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-83909caf-e2eb-4bd3-b984-a42c138f0098 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1383374 May 26 03:23:17.221181 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 52602) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:17.225842 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83909caf-e2eb-4bd3-b984-a42c138f0098 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:17.231493 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 8f3ffc1c-dd96-4c79-8070-6048d639cb48 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:17.237575 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-b8e6ad87-1688-4008-afcc-8f20a07e51c6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'security_group_rule': {'security_group_id': '7c1c9e0d-6981-4b9e-8fe2-cec223e1e581', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:17.257587 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 8f3ffc1c-dd96-4c79-8070-6048d639cb48 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:17.258003 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 8f3ffc1c-dd96-4c79-8070-6048d639cb48 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:17.276040 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8e6ad87-1688-4008-afcc-8f20a07e51c6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (518c64f5-f59a-4290-85ab-7b01d1b5302d), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.334770 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8e6ad87-1688-4008-afcc-8f20a07e51c6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (518c64f5-f59a-4290-85ab-7b01d1b5302d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.339288 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8e6ad87-1688-4008-afcc-8f20a07e51c6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (518c64f5-f59a-4290-85ab-7b01d1b5302d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.358819 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6ad87-1688-4008-afcc-8f20a07e51c6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518c64f5-f59a-4290-85ab-7b01d1b5302d,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:17.369684 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8e6ad87-1688-4008-afcc-8f20a07e51c6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.371722 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b8e6ad87-1688-4008-afcc-8f20a07e51c6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494658 May 26 03:23:17.373556 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 52604) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:17.378535 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-97b41cd4-5820-4423-bb81-ef662967cac0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'security_group_rule': {'security_group_id': '7c1c9e0d-6981-4b9e-8fe2-cec223e1e581', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:17.410979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97b41cd4-5820-4423-bb81-ef662967cac0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (bb781956-8fcc-45bd-b707-e2ae928da9e2), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.446648 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:17.462417 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97b41cd4-5820-4423-bb81-ef662967cac0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (bb781956-8fcc-45bd-b707-e2ae928da9e2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.466341 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97b41cd4-5820-4423-bb81-ef662967cac0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (bb781956-8fcc-45bd-b707-e2ae928da9e2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.488067 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b41cd4-5820-4423-bb81-ef662967cac0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb781956-8fcc-45bd-b707-e2ae928da9e2,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:17.494179 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97b41cd4-5820-4423-bb81-ef662967cac0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.499691 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-97b41cd4-5820-4423-bb81-ef662967cac0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207130 May 26 03:23:17.499975 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 52608) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:17.506254 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:17.529158 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.627518 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.754490 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Allocated IP 172.27.2.231 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:23:17.799807 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12fcc2-286e-4157-98ed-fa1e57054d66 req-ae9bfdbf-40a4-43d2-8d19-31c283567062 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:17.801370 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5f12fcc2-286e-4157-98ed-fa1e57054d66 req-ae9bfdbf-40a4-43d2-8d19-31c283567062 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 945 time: 0.0542116 May 26 03:23:17.851546 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5f12fcc2-286e-4157-98ed-fa1e57054d66 req-cd538276-a0bf-44a3-9691-1f9da0f24334 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 May 26 03:23:17.863634 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for port (5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.899827 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:17.939459 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:23:17.946083 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:23:17.949743 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:23:17.975437 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'Port': ['ID=5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:17.996985 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:18.044735 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (22ad8b7e-a9f2-4ccf-bff2-487ac56139b2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:18.084737 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:18.209164 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:18.279021 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for port (5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:18.283638 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:18.350202 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'Port': ['ID=5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:18.362838 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (22ad8b7e-a9f2-4ccf-bff2-487ac56139b2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:18.378471 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:18.379741 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ffba5b1b-e8b5-4d3d-9029-14241995308b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8786678 May 26 03:23:18.553995 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:18.567466 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:18.586602 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-1f5ffd55-a05b-47cc-9310-bc46b20197c3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1013926255&fields=id&tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf HTTP/1.1" status: 200 len: 267 time: 0.0496047 May 26 03:23:18.693399 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-7ec22e02-e253-4e8c-bb1a-5d3fdb1e0770 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:18.694829 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-7ec22e02-e253-4e8c-bb1a-5d3fdb1e0770 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 816 time: 0.1019375 May 26 03:23:18.709402 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-60f2f95b-a037-4acc-a236-1678e6daf0b9 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/quotas/ae4cce0a69044ebcba5f2b5352d04cbf HTTP/1.1" status: 200 len: 375 time: 0.0092180 May 26 03:23:18.758070 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-39e5cfdd-0a07-4568-b8b6-0d8a74be896c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439217 May 26 03:23:18.854249 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:23:18.854797 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-fd98eb45-66b1-48f1-b797-601b34d838e4 service neutron] 10.222.0.39 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852606 May 26 03:23:18.990991 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-384dc5bf-9485-4141-9116-403515f9bd14 service neutron] 10.222.0.39 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304011 May 26 03:23:18.999143 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73b9e0-d647-4ae0-9a6e-675b6aed4f42 req-101a0ae0-891a-4ff8-9745-2166e1bb85b4 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:19.000628 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8c73b9e0-d647-4ae0-9a6e-675b6aed4f42 req-101a0ae0-891a-4ff8-9745-2166e1bb85b4 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 945 time: 0.0670764 May 26 03:23:19.047685 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8c73b9e0-d647-4ae0-9a6e-675b6aed4f42 req-465d334b-286c-4e79-8a08-9d3ff6b62ffb tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 May 26 03:23:19.156377 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e162031e-9dfc-449b-b0fa-2585bf85b932 req-3e18e730-4d42-4a50-9a10-df8d5683cad9 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 210 time: 0.0287125 May 26 03:23:19.583095 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955be471-91b8-485f-aee2-d2892e24cb5e req-48f10ba5-1477-43ea-a647-86b06fcf5acb tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:19.584587 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-955be471-91b8-485f-aee2-d2892e24cb5e req-48f10ba5-1477-43ea-a647-86b06fcf5acb tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.45 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 945 time: 0.0497262 May 26 03:23:19.673914 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-955be471-91b8-485f-aee2-d2892e24cb5e req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Deleting port d0f75dea-cb18-4428-9bbd-9ce8617d5282 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:19.674252 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-955be471-91b8-485f-aee2-d2892e24cb5e req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:19.761820 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-955be471-91b8-485f-aee2-d2892e24cb5e req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] For port d0f75dea-cb18-4428-9bbd-9ce8617d5282, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d0f75dea-cb18-4428-9bbd-9ce8617d5282,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:19.762184 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-955be471-91b8-485f-aee2-d2892e24cb5e req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:19.776079 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-955be471-91b8-485f-aee2-d2892e24cb5e req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Calling delete_port for d0f75dea-cb18-4428-9bbd-9ce8617d5282 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:19.902178 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-955be471-91b8-485f-aee2-d2892e24cb5e req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (d0f75dea-cb18-4428-9bbd-9ce8617d5282), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:19.913592 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['d0f75dea-cb18-4428-9bbd-9ce8617d5282'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:23:19.932004 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Pushing event deleted for resources: {'Port': ['ID=d0f75dea-cb18-4428-9bbd-9ce8617d5282,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:19.981480 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-955be471-91b8-485f-aee2-d2892e24cb5e req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] No DVR routers for this DVR port d0f75dea-cb18-4428-9bbd-9ce8617d5282 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:23:19.983992 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-955be471-91b8-485f-aee2-d2892e24cb5e req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:19.987433 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-955be471-91b8-485f-aee2-d2892e24cb5e req-f5e3137a-d5cb-48aa-8d75-4de8dc5b9a9d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.45 "DELETE /v2.0/ports/d0f75dea-cb18-4428-9bbd-9ce8617d5282 HTTP/1.1" status: 204 len: 173 time: 0.3972611 May 26 03:23:19.987911 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21850fec-43e3-42e6-8ad4-cf32fc711d4a', 'name': 'network-vif-deleted', 'tag': 'd0f75dea-cb18-4428-9bbd-9ce8617d5282'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:19.990184 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b31584a-18d9-4edb-982d-931c8840b6b3" -d '{"events": [{"server_uuid": "21850fec-43e3-42e6-8ad4-cf32fc711d4a", "name": "network-vif-deleted", "tag": "d0f75dea-cb18-4428-9bbd-9ce8617d5282"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:20.027428 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd410cd9-c753-4e3a-afd6-9cd6adc3284d x-openstack-request-id: req-fd410cd9-c753-4e3a-afd6-9cd6adc3284d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:20.027858 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21850fec-43e3-42e6-8ad4-cf32fc711d4a", "name": "network-vif-deleted", "tag": "d0f75dea-cb18-4428-9bbd-9ce8617d5282", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:20.028262 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd410cd9-c753-4e3a-afd6-9cd6adc3284d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:20.028773 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd410cd9-c753-4e3a-afd6-9cd6adc3284d'] response: {'server_uuid': '21850fec-43e3-42e6-8ad4-cf32fc711d4a', 'name': 'network-vif-deleted', 'tag': 'd0f75dea-cb18-4428-9bbd-9ce8617d5282', 'status': 'completed', 'code': 200} May 26 03:23:20.108604 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:20.156964 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-95316cec-3e6b-4f17-abc0-853e124e45fc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:20.159029 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-95316cec-3e6b-4f17-abc0-853e124e45fc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 816 time: 0.1249218 May 26 03:23:20.181522 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-949b1260-179b-4838-8d07-3124d9431b70 req-bc7594c0-eb24-4ec7-9b31-afbb7add9f41 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=21850fec-43e3-42e6-8ad4-cf32fc711d4a HTTP/1.1" status: 200 len: 210 time: 0.0348725 May 26 03:23:20.258565 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3f0eda0b-15cc-483a-bb55-340489e3b1be req-b658ef43-9435-45ae-a1a6-52cbacbd91c8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 210 time: 0.0280879 May 26 03:23:20.486330 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-7fc9db55-776b-4617-8cb7-c8fd152500a9 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf HTTP/1.1" status: 200 len: 380 time: 0.0572114 May 26 03:23:20.573076 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'port': {'device_id': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'admin_state_up': True, 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'security_groups': ['7c1c9e0d-6981-4b9e-8fe2-cec223e1e581']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:20.671172 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:20.688527 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Made reservation on behalf of ae4cce0a69044ebcba5f2b5352d04cbf for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:23:20.692437 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:20.819178 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Allocated IP 172.20.0.5 (d2a6adbc-61d2-4628-a539-9e0450886394/73bb782f-22b3-451f-89ee-e7e56cab34eb/96cb8426-7235-4b0a-be91-d139f255b20f) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:23:20.956927 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for port (96cb8426-7235-4b0a-be91-d139f255b20f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:20.987732 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:21.036396 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Network d2a6adbc-61d2-4628-a539-9e0450886394 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:23:21.039420 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:23:21.041727 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:23:21.068223 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:21.098280 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:21.098921 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:21.115769 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-85724633-9af7-4206-aaa0-076b154465fe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469663 May 26 03:23:21.132318 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Request body: {'port': {'device_id': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:21.202451 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:21.294578 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:21.331027 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-cb5ad34d-bebc-4cbf-93b8-bbf841f63483 None None] Provisioning complete for port 96cb8426-7235-4b0a-be91-d139f255b20f triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:23:21.331630 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cb5ad34d-bebc-4cbf-93b8-bbf841f63483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:21.406201 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada70c5-8fcf-419c-b258-5f6cf087cb1f req-21e8609b-bb87-41d7-90af-56c96e8c0e2b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:21.406808 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ad34d-bebc-4cbf-93b8-bbf841f63483 None None] Port 96cb8426-7235-4b0a-be91-d139f255b20f cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:23:21.409732 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eada70c5-8fcf-419c-b258-5f6cf087cb1f req-21e8609b-bb87-41d7-90af-56c96e8c0e2b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 931 time: 0.0668728 May 26 03:23:21.473373 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eada70c5-8fcf-419c-b258-5f6cf087cb1f req-3c906785-36d9-4f83-9de0-07b0e298d236 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493796 May 26 03:23:21.534600 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:21.551562 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cb8426-7235-4b0a-be91-d139f255b20f {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:23:21.559951 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Publish callbacks [] for port (96cb8426-7235-4b0a-be91-d139f255b20f), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:21.574472 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Transition to ACTIVE for port object 96cb8426-7235-4b0a-be91-d139f255b20f will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:23:21.578281 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:21.631821 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96424221-800d-4545-a472-955ea946497e service neutron] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:21.706768 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Attempting to bind port 96cb8426-7235-4b0a-be91-d139f255b20f on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:23:21.707544 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Attempting to bind port 96cb8426-7235-4b0a-be91-d139f255b20f by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:23:21.707544 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Attempting to bind port 96cb8426-7235-4b0a-be91-d139f255b20f on network d2a6adbc-61d2-4628-a539-9e0450886394 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:23:21.712305 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Port 96cb8426-7235-4b0a-be91-d139f255b20f on network d2a6adbc-61d2-4628-a539-9e0450886394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:23:21.712628 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Attempting to bind port 96cb8426-7235-4b0a-be91-d139f255b20f on network d2a6adbc-61d2-4628-a539-9e0450886394 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:23:21.717866 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:23:21.718202 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Checking segment: {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:23:21.718581 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Bound using segment: {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:23:21.719010 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Bound port: 96cb8426-7235-4b0a-be91-d139f255b20f, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04c6166-fa64-4dce-a3c1-2021ae05f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:23:21.719389 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:21.782189 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:23:21.786321 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:23:21.791958 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:21.830194 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:21.830941 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:21.832620 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-96424221-800d-4545-a472-955ea946497e service neutron] 10.222.0.45 "PUT /v2.0/ports/96cb8426-7235-4b0a-be91-d139f255b20f HTTP/1.1" status: 200 len: 1093 time: 0.7047899 May 26 03:23:21.853321 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96424221-800d-4545-a472-955ea946497e service neutron] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:22.030226 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:22.033152 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a067e72c-685e-45b3-af53-307ce3b44497" -d '{"events": [{"name": "network-changed", "server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:22.066344 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb98add-71e4-498a-8068-12fa46586fbb x-openstack-request-id: req-ddb98add-71e4-498a-8068-12fa46586fbb {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:22.066626 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:22.066873 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ddb98add-71e4-498a-8068-12fa46586fbb {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:22.067291 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb98add-71e4-498a-8068-12fa46586fbb'] response: {'name': 'network-changed', 'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f', 'status': 'completed', 'code': 200} May 26 03:23:22.592219 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a0fcf-f8b9-40d1-8ff6-a7e9f264c7f9 req-8c494025-1106-48e1-8865-50e6b5d1b6cb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:22.593657 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-322a0fcf-f8b9-40d1-8ff6-a7e9f264c7f9 req-8c494025-1106-48e1-8865-50e6b5d1b6cb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0464439 May 26 03:23:22.643199 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-322a0fcf-f8b9-40d1-8ff6-a7e9f264c7f9 req-13448bb0-afa9-4093-ba76-bdbf65a9002b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 May 26 03:23:23.759719 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba873c7-3b6b-4764-b644-59d0fdc126d4 req-3f0d0bde-e572-4e44-a49d-b06abcc28882 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:23.761065 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ba873c7-3b6b-4764-b644-59d0fdc126d4 req-3f0d0bde-e572-4e44-a49d-b06abcc28882 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0455892 May 26 03:23:23.807375 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3ba873c7-3b6b-4764-b644-59d0fdc126d4 req-58822384-1ee8-4821-9653-fe83a4b1b230 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 May 26 03:23:24.158818 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device d0f75dea-cb18-4428-9bbd-9ce8617d5282 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:24.177938 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: d0f75dea-cb18-4428-9bbd-9ce8617d5282 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:24.178278 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device d0f75dea-cb18-4428-9bbd-9ce8617d5282 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:24.221070 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067e72c-685e-45b3-af53-307ce3b44497 req-50db9030-4a25-4f9d-b034-e1eaadadec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:24.222540 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a067e72c-685e-45b3-af53-307ce3b44497 req-50db9030-4a25-4f9d-b034-e1eaadadec63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 1127 time: 0.0393631 May 26 03:23:24.321464 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067e72c-685e-45b3-af53-307ce3b44497 req-0f97f04f-a8f4-421f-a23c-80504061387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:24.322903 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a067e72c-685e-45b3-af53-307ce3b44497 req-0f97f04f-a8f4-421f-a23c-80504061387b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0917072 May 26 03:23:24.421886 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067e72c-685e-45b3-af53-307ce3b44497 req-7a8338f2-181c-4fc3-b75a-df6d9f5d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:24.423340 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a067e72c-685e-45b3-af53-307ce3b44497 req-7a8338f2-181c-4fc3-b75a-df6d9f5d20a8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869026 May 26 03:23:24.502141 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-a6e91a4d-6f4f-42ac-bbfa-160f269926ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:24.503632 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-a6e91a4d-6f4f-42ac-bbfa-160f269926ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 1127 time: 0.0434923 May 26 03:23:24.544736 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-84fc274e-f614-4420-ae0b-9f355cc6571b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96cb8426-7235-4b0a-be91-d139f255b20f HTTP/1.1" status: 200 len: 217 time: 0.0324652 May 26 03:23:24.585137 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:24.597363 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-629c8e68-1605-4d47-90fb-3506f2a14fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:24.598846 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-629c8e68-1605-4d47-90fb-3506f2a14fb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 200 len: 855 time: 0.0470295 May 26 03:23:24.653634 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-471914ef-83d0-4bb8-85e0-5e4899963393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:24.655191 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-471914ef-83d0-4bb8-85e0-5e4899963393 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2a6adbc-61d2-4628-a539-9e0450886394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448349 May 26 03:23:24.749510 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-aee185c0-822b-43ef-8a44-412098cdfa83 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861020 May 26 03:23:24.843178 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-17f9bd69-4eba-422d-9abf-70595087e4c9 req-e8d72770-de90-4ffe-bdfa-a1da77fced8f service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876365 May 26 03:23:24.931128 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57491379-d78a-43fb-8c93-16390add42e8 req-f8424efe-dddd-4b22-971c-d5f096d84abe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:24.932540 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-57491379-d78a-43fb-8c93-16390add42e8 req-f8424efe-dddd-4b22-971c-d5f096d84abe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0477211 May 26 03:23:24.978675 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-57491379-d78a-43fb-8c93-16390add42e8 req-1ad42172-4fc8-47d8-80f3-385b9c3d1fb7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403044 May 26 03:23:26.098790 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa55f3-76b8-4997-a70e-49e50eef5970 req-67fc0f5a-4e0a-49dd-8ffd-fe46ec63b4a7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:26.100247 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-46fa55f3-76b8-4997-a70e-49e50eef5970 req-67fc0f5a-4e0a-49dd-8ffd-fe46ec63b4a7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0494006 May 26 03:23:26.145690 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-46fa55f3-76b8-4997-a70e-49e50eef5970 req-1381efc9-99d1-4112-9656-305ef8653c38 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 May 26 03:23:27.254826 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:27.269105 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f19469-9022-490c-87b8-768968f0c0b7 req-4ac04b2f-f08c-4051-9f00-12eba0fce0aa tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:27.270606 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-84f19469-9022-490c-87b8-768968f0c0b7 req-4ac04b2f-f08c-4051-9f00-12eba0fce0aa tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0513196 May 26 03:23:27.316803 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-84f19469-9022-490c-87b8-768968f0c0b7 req-0acecd49-1972-4c78-9e0d-71fcfcdd5c33 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407257 May 26 03:23:28.395999 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:28.436828 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5387d8-a699-42f4-992e-c511e7792351 req-2bdd36b6-376f-473e-99ce-79c17b60f4da tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:28.438252 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1d5387d8-a699-42f4-992e-c511e7792351 req-2bdd36b6-376f-473e-99ce-79c17b60f4da tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0511885 May 26 03:23:28.484394 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1d5387d8-a699-42f4-992e-c511e7792351 req-18609e46-2aa2-4b15-9252-8b6883f14816 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403697 May 26 03:23:29.195136 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-d0042fe0-7463-4c4e-a1c7-fa6bbe0abf66 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:29.196715 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-d0042fe0-7463-4c4e-a1c7-fa6bbe0abf66 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/networks?id=82ee0966-7904-4d36-84ec-4ae31c66cfcd HTTP/1.1" status: 200 len: 813 time: 0.0998168 May 26 03:23:29.212221 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-414b072d-1e3c-4ae5-a86f-be5090b8c341 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/quotas/b14b528255fe4423b6129876f7cf471e HTTP/1.1" status: 200 len: 375 time: 0.0100262 May 26 03:23:29.250139 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-d0771ff4-4472-4ce1-bd10-2e49146f052f tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b14b528255fe4423b6129876f7cf471e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317366 May 26 03:23:29.307216 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 96cb8426-7235-4b0a-be91-d139f255b20f details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:23:29.341316 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-9c4c7cd7-980a-42e4-8c43-23aecb9b964e service neutron] 10.222.0.39 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836825 May 26 03:23:29.420132 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:29.433568 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '96cb8426-7235-4b0a-be91-d139f255b20f', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'port_id': '96cb8426-7235-4b0a-be91-d139f255b20f', 'mac_address': 'fa:16:3e:b7:d3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:23:29.436110 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-1300b17e-1aef-4388-926e-554162df80d3 service neutron] 10.222.0.39 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885551 May 26 03:23:29.472489 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 96cb8426-7235-4b0a-be91-d139f255b20f is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:23:29.472875 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:29.486239 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cb8426-7235-4b0a-be91-d139f255b20f {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:23:29.505421 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:29.510245 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:29.568865 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:29.576917 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.577264 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.577612 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.577968 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.578303 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.578631 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.579495 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.580542 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.580932 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.581267 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.581597 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.581925 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.582248 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.582567 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.582885 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:29.611517 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-26ac1818-7518-414b-836e-f8e0ff08a422 req-40183182-6438-48a6-8e2e-efdb527a43c0 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 210 time: 0.0306828 May 26 03:23:29.645216 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a750be-f103-4e61-9136-ee580a16ee84 req-07fdf119-5c81-48c7-8b32-23bf1b644bcb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:29.646670 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-62a750be-f103-4e61-9136-ee580a16ee84 req-07fdf119-5c81-48c7-8b32-23bf1b644bcb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 944 time: 0.0777755 May 26 03:23:29.695306 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-62a750be-f103-4e61-9136-ee580a16ee84 req-7701878f-86e8-4664-ad3e-eef99d6c0c5e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 May 26 03:23:29.810305 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['96cb8426-7235-4b0a-be91-d139f255b20f'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:23:30.578716 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:30.602378 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-9931a335-bd5c-47c1-8462-0e9f9da52e41 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:30.603849 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-9931a335-bd5c-47c1-8462-0e9f9da52e41 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.45 "GET /v2.0/networks?id=82ee0966-7904-4d36-84ec-4ae31c66cfcd HTTP/1.1" status: 200 len: 813 time: 0.1087344 May 26 03:23:30.616373 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Request body: {'port': {'device_id': '5c566ba3-ca5a-40ac-90d3-2d663c7370a2', 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd', 'admin_state_up': True, 'tenant_id': 'b14b528255fe4423b6129876f7cf471e'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:30.711351 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f149ee2b-ee1a-4d83-965e-1462d2b9f50f req-6c73d235-3a21-4759-9ac5-248f2050d624 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 210 time: 0.0286107 May 26 03:23:30.736920 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Made reservation on behalf of b14b528255fe4423b6129876f7cf471e for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:23:30.740975 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:30.832136 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef445f4-18f2-4051-a691-0b69fa264c02 req-3f63696d-71d0-4fcb-a398-e5dc70d2d53b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:30.835583 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eef445f4-18f2-4051-a691-0b69fa264c02 req-3f63696d-71d0-4fcb-a398-e5dc70d2d53b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 944 time: 0.0585642 May 26 03:23:30.878697 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Allocated IP 172.20.0.8 (82ee0966-7904-4d36-84ec-4ae31c66cfcd/f5ae9bd7-35cf-4a17-886e-4554e51f70f8/171f98aa-728b-4183-8fb1-b6de36320d3e) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:23:30.894740 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-eef445f4-18f2-4051-a691-0b69fa264c02 req-6deda96e-227f-43c8-918f-a0412ba7d2a2 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542746 May 26 03:23:31.061516 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks [] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:31.099425 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:31.154057 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Network 82ee0966-7904-4d36-84ec-4ae31c66cfcd is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:23:31.157350 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:23:31.162719 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:23:31.170110 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Pushing event updated for resources: {'Port': ['ID=171f98aa-728b-4183-8fb1-b6de36320d3e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:31.204834 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:31.238707 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:31.239374 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:31.262846 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5e6bceae-b7e5-404d-a6a9-a2edac39adee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6464736 May 26 03:23:31.277451 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Request body: {'port': {'device_id': '5c566ba3-ca5a-40ac-90d3-2d663c7370a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:31.339530 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 96cb8426-7235-4b0a-be91-d139f255b20f up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:23:31.343401 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:31.343667 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:31.350032 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:31.363573 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:31.393269 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 96cb8426-7235-4b0a-be91-d139f255b20f completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:23:31.399922 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 96cb8426-7235-4b0a-be91-d139f255b20f triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:23:31.400452 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:31.446750 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:31.498099 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 96cb8426-7235-4b0a-be91-d139f255b20f is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:23:31.498589 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:31.523093 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:31.525336 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226788b6-ef34-432d-af9e-338dcb95b8df" -d '{"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-plugged", "status": "completed", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:31.540223 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:31.544864 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:31.579400 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4deb329-e053-4808-b054-e5880f85e4ae x-openstack-request-id: req-c4deb329-e053-4808-b054-e5880f85e4ae {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:31.580300 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-plugged", "status": "completed", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:31.580573 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4deb329-e053-4808-b054-e5880f85e4ae {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:31.580894 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4deb329-e053-4808-b054-e5880f85e4ae'] response: {'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f', 'code': 200} May 26 03:23:31.614929 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:31.843389 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab44c5-5037-4a65-b550-087a50018998 req-ad69fc3a-3856-41b6-84da-74dc6f762ca5 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:31.844967 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-afab44c5-5037-4a65-b550-087a50018998 req-ad69fc3a-3856-41b6-84da-74dc6f762ca5 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 931 time: 0.0566423 May 26 03:23:31.894595 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-afab44c5-5037-4a65-b550-087a50018998 req-e32dd1f0-5215-47f6-9ccb-bb4871382f1d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 May 26 03:23:31.958505 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171f98aa-728b-4183-8fb1-b6de36320d3e {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:23:31.969313 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Publish callbacks [] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:31.977598 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94525695-3588-4ed4-ac10-1e418a53b9f8 req-b23aafe3-2cdf-46df-9cfa-a7ff02fbdd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:31.979088 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-94525695-3588-4ed4-ac10-1e418a53b9f8 req-b23aafe3-2cdf-46df-9cfa-a7ff02fbdd04 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 1129 time: 0.0593660 May 26 03:23:31.987704 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Transition to ACTIVE for port object 171f98aa-728b-4183-8fb1-b6de36320d3e will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:23:31.995902 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:32.024060 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96bf31-08bf-4330-b29f-55cd024a74d5 req-f25ff4cd-a16a-47f2-9c39-05b2bb130a5d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:32.025802 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ef96bf31-08bf-4330-b29f-55cd024a74d5 req-f25ff4cd-a16a-47f2-9c39-05b2bb130a5d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0528266 May 26 03:23:32.077265 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ef96bf31-08bf-4330-b29f-55cd024a74d5 req-817129e4-aad6-40b6-92cd-01573141658b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432036 May 26 03:23:32.078617 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Pushing event updated for resources: {'Port': ['ID=171f98aa-728b-4183-8fb1-b6de36320d3e,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:32.097058 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-94525695-3588-4ed4-ac10-1e418a53b9f8 req-3e66cdc5-21b4-45d3-bae3-7a743d4f5ae8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081336 May 26 03:23:32.145981 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Attempting to bind port 171f98aa-728b-4183-8fb1-b6de36320d3e on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:23:32.146312 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Attempting to bind port 171f98aa-728b-4183-8fb1-b6de36320d3e by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '5476a209-2370-4fe0-86d1-81e9b967e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:23:32.146639 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Attempting to bind port 171f98aa-728b-4183-8fb1-b6de36320d3e on network 82ee0966-7904-4d36-84ec-4ae31c66cfcd {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:23:32.150950 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Port 171f98aa-728b-4183-8fb1-b6de36320d3e on network 82ee0966-7904-4d36-84ec-4ae31c66cfcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:23:32.151294 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Attempting to bind port 171f98aa-728b-4183-8fb1-b6de36320d3e on network 82ee0966-7904-4d36-84ec-4ae31c66cfcd {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:23:32.156090 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:23:32.156422 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Checking segment: {'id': '5476a209-2370-4fe0-86d1-81e9b967e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:23:32.156799 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Bound using segment: {'id': '5476a209-2370-4fe0-86d1-81e9b967e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:23:32.157213 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Bound port: 171f98aa-728b-4183-8fb1-b6de36320d3e, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5476a209-2370-4fe0-86d1-81e9b967e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:23:32.157564 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:32.217243 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] For port 171f98aa-728b-4183-8fb1-b6de36320d3e, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:23:32.220738 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] For port 171f98aa-728b-4183-8fb1-b6de36320d3e, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=171f98aa-728b-4183-8fb1-b6de36320d3e,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:23:32.226515 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:32.262358 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8da460b3-0dde-41e5-91f3-5ffe788e2d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:32.263909 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:32.264534 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:32.266192 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] 10.222.0.45 "PUT /v2.0/ports/171f98aa-728b-4183-8fb1-b6de36320d3e HTTP/1.1" status: 200 len: 1093 time: 0.9960389 May 26 03:23:32.266606 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c566ba3-ca5a-40ac-90d3-2d663c7370a2', 'tag': '171f98aa-728b-4183-8fb1-b6de36320d3e'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:32.269546 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c26abc9-6367-4d57-b213-832ae44dad54" -d '{"events": [{"name": "network-changed", "server_uuid": "5c566ba3-ca5a-40ac-90d3-2d663c7370a2", "tag": "171f98aa-728b-4183-8fb1-b6de36320d3e"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:32.278108 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:32.295130 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349d994-0200-4d80-a92c-c8c6fd52f232 service neutron] Pushing event updated for resources: {'Port': ['ID=171f98aa-728b-4183-8fb1-b6de36320d3e,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:32.308661 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3347ecfa-29d2-4d58-8b7d-6760a1b1e171 x-openstack-request-id: req-3347ecfa-29d2-4d58-8b7d-6760a1b1e171 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:32.308951 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c566ba3-ca5a-40ac-90d3-2d663c7370a2", "tag": "171f98aa-728b-4183-8fb1-b6de36320d3e", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:32.309207 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3347ecfa-29d2-4d58-8b7d-6760a1b1e171 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:32.309603 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3347ecfa-29d2-4d58-8b7d-6760a1b1e171'] response: {'name': 'network-changed', 'server_uuid': '5c566ba3-ca5a-40ac-90d3-2d663c7370a2', 'tag': '171f98aa-728b-4183-8fb1-b6de36320d3e', 'status': 'completed', 'code': 200} May 26 03:23:32.415080 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26abc9-6367-4d57-b213-832ae44dad54 req-641acfd2-6919-49c1-a72b-d49c7b7f4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:32.416571 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c26abc9-6367-4d57-b213-832ae44dad54 req-641acfd2-6919-49c1-a72b-d49c7b7f4568 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b14b528255fe4423b6129876f7cf471e&device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 1127 time: 0.0390949 May 26 03:23:32.512707 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26abc9-6367-4d57-b213-832ae44dad54 req-cf0aa366-695c-4d2d-8efc-dff54b1363d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:32.514069 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c26abc9-6367-4d57-b213-832ae44dad54 req-cf0aa366-695c-4d2d-8efc-dff54b1363d1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b14b528255fe4423b6129876f7cf471e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0894990 May 26 03:23:32.608750 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26abc9-6367-4d57-b213-832ae44dad54 req-96c5b427-7d8e-4b61-ae7a-0d12dc8a54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:32.610241 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2c26abc9-6367-4d57-b213-832ae44dad54 req-96c5b427-7d8e-4b61-ae7a-0d12dc8a54d5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899396 May 26 03:23:32.868002 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=54 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:32.871945 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=86 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:32.998368 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-a927efc6-02f2-4b75-9272-48ddd5416685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:32.999987 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-a927efc6-02f2-4b75-9272-48ddd5416685 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b14b528255fe4423b6129876f7cf471e&device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 1127 time: 0.0420032 May 26 03:23:33.011784 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37193a-2472-436c-9aa1-15f5dbb2b7ee req-c53cef82-33d6-4031-bd00-24bb58b2fd8d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:33.013275 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ac37193a-2472-436c-9aa1-15f5dbb2b7ee req-c53cef82-33d6-4031-bd00-24bb58b2fd8d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 943 time: 0.0481942 May 26 03:23:33.044963 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-c115e8b3-a8cc-4864-b4d8-80a583942c27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=171f98aa-728b-4183-8fb1-b6de36320d3e HTTP/1.1" status: 200 len: 217 time: 0.0371346 May 26 03:23:33.060842 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ac37193a-2472-436c-9aa1-15f5dbb2b7ee req-1cca0e47-791d-485b-a69a-15720e70670c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 May 26 03:23:33.091964 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:33.098861 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-bbea2d91-e80c-4824-aace-b12c08efeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:33.100330 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-bbea2d91-e80c-4824-aace-b12c08efeb5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5ae9bd7-35cf-4a17-886e-4554e51f70f8 HTTP/1.1" status: 200 len: 853 time: 0.0460453 May 26 03:23:33.143526 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-4a8543d2-9cb9-42d8-ace5-8dcf4ab29c52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82ee0966-7904-4d36-84ec-4ae31c66cfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288210 May 26 03:23:33.201061 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:33.212661 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6c482-e05d-453b-beea-ab81946782eb req-aedc3cf2-a38e-4c1d-912b-653885a23a78 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:33.214390 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-14d6c482-e05d-453b-beea-ab81946782eb req-aedc3cf2-a38e-4c1d-912b-653885a23a78 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0499775 May 26 03:23:33.243325 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-0a3621a3-9376-4a6c-86f6-b79f9524b17e service neutron] 10.222.0.45 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936151 May 26 03:23:33.265439 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-14d6c482-e05d-453b-beea-ab81946782eb req-b6a9ff3e-004c-48e0-8eed-709b99c1ce5e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454535 May 26 03:23:33.763893 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f3ab7e89-3942-4391-8384-db0c55015d68 req-5707505b-0493-47cc-aa98-c2e4eb2921d1 service neutron] 10.222.0.45 "GET /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903151 May 26 03:23:34.176768 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b23242-7a0b-435d-bc42-63a9fe48ae64 req-c0bdb072-9c36-44bf-8a9c-410130965d23 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:34.178216 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d9b23242-7a0b-435d-bc42-63a9fe48ae64 req-c0bdb072-9c36-44bf-8a9c-410130965d23 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 943 time: 0.0493956 May 26 03:23:34.212381 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:34.252552 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-f0b0ccc8-abf7-45bf-b8cf-910acbd15f6c tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942810728&fields=id&tenant_id=ddf6034e4fe740b19807be75cb04bce5 HTTP/1.1" status: 200 len: 267 time: 0.0839970 May 26 03:23:34.259215 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d9b23242-7a0b-435d-bc42-63a9fe48ae64 req-83898572-cdf2-45e9-bc7d-1a2ae86c0e90 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743709 May 26 03:23:34.306376 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-ba7e39c7-298a-4c90-9864-37527b7d5be4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:34.307883 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-ba7e39c7-298a-4c90-9864-37527b7d5be4 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 985 time: 0.0477819 May 26 03:23:34.318395 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Request body: {'port': {'security_groups': ['83078717-33aa-46c9-bafe-e9ccae33cf4c']}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:34.422745 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509063c-ad3a-4451-bd71-80391f28b4ff req-53f07225-a1d9-4dea-a2e5-27ef81fb8224 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:34.424896 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1509063c-ad3a-4451-bd71-80391f28b4ff req-53f07225-a1d9-4dea-a2e5-27ef81fb8224 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0799563 May 26 03:23:34.439790 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:34.489292 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-35a5a3fe-1001-49d7-9b0e-a32714d3f4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:34.520250 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1509063c-ad3a-4451-bd71-80391f28b4ff req-126d0f09-ba68-404f-90c1-6a4e6c5c3c56 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900011 May 26 03:23:34.678484 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc8576-ad4c-4c3a-b74b-09eb961253cf req-13b99d5d-80d5-4e45-9138-0e73890b7d8f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:34.679957 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45bc8576-ad4c-4c3a-b74b-09eb961253cf req-13b99d5d-80d5-4e45-9138-0e73890b7d8f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0902481 May 26 03:23:34.688847 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52782) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:34.695071 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-ddeda177-9426-4bcd-96ce-b99444cf586f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Request body: {'floatingip': {'port_id': '96cb8426-7235-4b0a-be91-d139f255b20f'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:34.736578 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ddeda177-9426-4bcd-96ce-b99444cf586f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (22ad8b7e-a9f2-4ccf-bff2-487ac56139b2), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.046893 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] For port 353261a9-3e5f-493a-afb3-3b26d13793e8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=353261a9-3e5f-493a-afb3-3b26d13793e8,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:35.108546 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.116601 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.128242 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['353261a9-3e5f-493a-afb3-3b26d13793e8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:23:35.197200 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:35.197836 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for port (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.199261 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6b7692b9-a285-4fa6-ac64-721481b2c531 req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "PUT /v2.0/ports/353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 200 len: 943 time: 0.8853962 May 26 03:23:35.205677 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 52784) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:35.206121 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:35.208095 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7" -d '{"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:35.214428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:35.259871 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e0bca9-ba64-4300-bb8b-a74914add221 x-openstack-request-id: req-b9e0bca9-ba64-4300-bb8b-a74914add221 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:35.260165 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:35.260411 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9e0bca9-ba64-4300-bb8b-a74914add221 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:35.260801 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e0bca9-ba64-4300-bb8b-a74914add221'] response: {'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'status': 'completed', 'code': 200} May 26 03:23:35.269414 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event updated for resources: {'Port': ['ID=353261a9-3e5f-493a-afb3-3b26d13793e8,revision_number=7']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:35.290063 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.290420 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.290766 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.291269 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.291577 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.291911 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.292242 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.292568 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.292902 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.293227 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.293554 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.293879 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.294204 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.294524 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.294844 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fae5588-5438-4527-9de2-5a7eab2de0e8 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:23:35.331688 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['353261a9-3e5f-493a-afb3-3b26d13793e8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:23:35.360433 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-51af7b00-42db-40d0-ba0d-60b4e5e9bec3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group (ca2b2ce8-72e1-427a-bd15-6f4981041c8f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.387601 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-ba2f9f8d-2036-4f44-b9fa-b996545a478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:35.389421 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-ba2f9f8d-2036-4f44-b9fa-b996545a478e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddf6034e4fe740b19807be75cb04bce5&device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 1130 time: 0.0879478 May 26 03:23:35.433015 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:35.501471 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-51af7b00-42db-40d0-ba0d-60b4e5e9bec3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group (ca2b2ce8-72e1-427a-bd15-6f4981041c8f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.518439 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-d8fb46aa-9405-44b0-8d89-bcf5a4b2cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:35.520086 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-d8fb46aa-9405-44b0-8d89-bcf5a4b2cc10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a298599f-c97e-4706-93ce-266bcdf105f7 HTTP/1.1" status: 200 len: 916 time: 0.1207309 May 26 03:23:35.533310 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8a038-a124-47a3-81bc-655ac273fcfc req-d6685d04-db2b-4f75-9663-cc30a6ec61e5 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:35.535069 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6ed8a038-a124-47a3-81bc-655ac273fcfc req-d6685d04-db2b-4f75-9663-cc30a6ec61e5 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 943 time: 0.1004639 May 26 03:23:35.556564 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-4c63d960-58d6-4501-892b-bbc228eb1f7e None None] Provisioning complete for port 353261a9-3e5f-493a-afb3-3b26d13793e8 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:23:35.557155 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4c63d960-58d6-4501-892b-bbc228eb1f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.603545 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-90107626-727e-4cd4-b0f9-f4211c1dd2d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 200 len: 1001 time: 0.0755854 May 26 03:23:35.648578 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-4c63d960-58d6-4501-892b-bbc228eb1f7e None None] Current status of the port 353261a9-3e5f-493a-afb3-3b26d13793e8 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:23:35.655180 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6ed8a038-a124-47a3-81bc-655ac273fcfc req-7aabf016-a5ea-4056-8118-f58f92e991b1 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102219 May 26 03:23:35.661205 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-e17faf7e-550b-4fa1-9a3f-44bbf3ef2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:35.662944 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-e17faf7e-550b-4fa1-9a3f-44bbf3ef2dbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f99ac678-edd8-4fc2-8f77-0c099d8ff4e9 HTTP/1.1" status: 200 len: 854 time: 0.0527480 May 26 03:23:35.667507 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ddeda177-9426-4bcd-96ce-b99444cf586f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.680310 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-51af7b00-42db-40d0-ba0d-60b4e5e9bec3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ca2b2ce8-72e1-427a-bd15-6f4981041c8f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.680619 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ddeda177-9426-4bcd-96ce-b99444cf586f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (22ad8b7e-a9f2-4ccf-bff2-487ac56139b2), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.681712 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-51af7b00-42db-40d0-ba0d-60b4e5e9bec3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.682825 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-51af7b00-42db-40d0-ba0d-60b4e5e9bec3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca2b2ce8-72e1-427a-bd15-6f4981041c8f HTTP/1.1" status: 204 len: 168 time: 0.4763482 May 26 03:23:35.685507 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52792) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:35.713436 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af7b00-42db-40d0-ba0d-60b4e5e9bec3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b2ce8-72e1-427a-bd15-6f4981041c8f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:35.720367 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-aa53f4c8-940c-4054-aaed-439866f04b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:35.721305 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-aa53f4c8-940c-4054-aaed-439866f04b13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a298599f-c97e-4706-93ce-266bcdf105f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521116 May 26 03:23:35.774852 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:35.819962 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-cca511cb-aed4-4f56-a8cb-bae7cd8ae370 service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920744 May 26 03:23:35.866415 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-ddeda177-9426-4bcd-96ce-b99444cf586f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Floating IP 22ad8b7e-a9f2-4ccf-bff2-487ac56139b2 associated. External IP: 172.27.2.231, port: 96cb8426-7235-4b0a-be91-d139f255b20f. May 26 03:23:35.902667 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:35.904927 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:35.921615 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6ce2e0cb-8ef0-4d4e-a733-a51e41362db7 req-497b73fd-3164-4146-91ec-1f62a2ba29c7 service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960524 May 26 03:23:35.980480 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Deleting port 38c149cd-ea1b-464b-9077-9a1117bb144d {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:35.980817 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (38c149cd-ea1b-464b-9077-9a1117bb144d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:36.113982 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (38c149cd-ea1b-464b-9077-9a1117bb144d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:36.114207 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for floatingip (38c149cd-ea1b-464b-9077-9a1117bb144d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:36.151944 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Calling delete_port for 38c149cd-ea1b-464b-9077-9a1117bb144d owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:36.268748 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddeda177-9426-4bcd-96ce-b99444cf586f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Router 65bc7940-5ff8-4be9-aabd-1282744761d5 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:23:36.294507 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:36.348001 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:36.449629 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddeda177-9426-4bcd-96ce-b99444cf586f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:23:36.455076 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ddeda177-9426-4bcd-96ce-b99444cf586f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:36.458925 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] Sync routers for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:23:36.469686 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:36.470376 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:36.501397 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ddeda177-9426-4bcd-96ce-b99444cf586f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "PUT /v2.0/floatingips/22ad8b7e-a9f2-4ccf-bff2-487ac56139b2 HTTP/1.1" status: 200 len: 991 time: 1.8093896 May 26 03:23:36.504277 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (38c149cd-ea1b-464b-9077-9a1117bb144d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:36.532675 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event deleted for resources: {'Port': ['ID=38c149cd-ea1b-464b-9077-9a1117bb144d,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:36.578363 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:36.600230 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks [] for floatingip (3b16172d-0235-48af-8d44-26c972bf3ffa), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:36.600554 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Floating IP 3b16172d-0235-48af-8d44-26c972bf3ffa disassociated (deleted). External IP: 172.27.2.13, port: 353261a9-3e5f-493a-afb3-3b26d13793e8. May 26 03:23:36.792503 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '22ad8b7e-a9f2-4ccf-bff2-487ac56139b2', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'port_id': '96cb8426-7235-4b0a-be91-d139f255b20f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'mac_address': 'fa:16:3e:b7:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:23:17Z', 'updated_at': '2022-05-26T03:23:35Z', 'revision_number': 1, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:36.811478 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0e1c5-73dc-4102-a399-318fffd0c39d req-2d66b933-7c59-453a-aed1-9d5ea11e6a85 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:36.812919 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cee0e1c5-73dc-4102-a399-318fffd0c39d req-2d66b933-7c59-453a-aed1-9d5ea11e6a85 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 943 time: 0.0795646 May 26 03:23:36.816403 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] Checking router: 65bc7940-5ff8-4be9-aabd-1282744761d5 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:23:36.824750 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:36.825358 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:36.865950 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Router 3f8b8d4d-9ed7-45cb-adcf-15758223465d has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:23:36.887921 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cee0e1c5-73dc-4102-a399-318fffd0c39d req-d5a5cc5d-906e-4d84-92bb-d20dbde22266 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616627 May 26 03:23:36.993592 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:23:36.998441 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:37.005510 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] Sync routers for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:23:37.017121 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:37.022708 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:37.023389 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:37.135293 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:37.257532 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '22ad8b7e-a9f2-4ccf-bff2-487ac56139b2', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'port_id': '96cb8426-7235-4b0a-be91-d139f255b20f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'mac_address': 'fa:16:3e:b7:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:23:17Z', 'updated_at': '2022-05-26T03:23:35Z', 'revision_number': 1, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:37.262844 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:37.265586 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b07944-f220-463d-9069-d25b848bf1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:37.274032 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:37.282232 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-056ce2c1-4851-4d41-b3fc-a5fa3fb3bdc6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "DELETE /v2.0/floatingips/3b16172d-0235-48af-8d44-26c972bf3ffa HTTP/1.1" status: 204 len: 168 time: 1.5932877 May 26 03:23:37.290889 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de351b3-d65a-4757-aa6c-b31c8a98ce5d None None] The sync data for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi is: [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '22ad8b7e-a9f2-4ccf-bff2-487ac56139b2', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'port_id': '96cb8426-7235-4b0a-be91-d139f255b20f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'mac_address': 'fa:16:3e:b7:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:23:17Z', 'updated_at': '2022-05-26T03:23:35Z', 'revision_number': 1, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:23:37.356078 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 171f98aa-728b-4183-8fb1-b6de36320d3e details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:23:37.386810 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2206c5b5-65e1-4fed-b808-32e36c95f1ef x-openstack-request-id: req-2206c5b5-65e1-4fed-b808-32e36c95f1ef {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:37.387132 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:37.387428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2206c5b5-65e1-4fed-b808-32e36c95f1ef {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:37.387830 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2206c5b5-65e1-4fed-b808-32e36c95f1ef'] response: {'name': 'network-changed', 'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f', 'status': 'completed', 'code': 200} May 26 03:23:37.398784 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '9563f9d7-bbee-4e1d-9f80-8634368d6301', 'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'mac_address': 'fa:16:3e:52:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:42Z', 'updated_at': '2022-05-26T03:20:47Z', 'revision_number': 5, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'subnets': [{'id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:37.466594 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b07944-f220-463d-9069-d25b848bf1bd req-37bead75-81e7-4984-91fd-6fdae3f711f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:37.467194 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5b07944-f220-463d-9069-d25b848bf1bd req-37bead75-81e7-4984-91fd-6fdae3f711f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 1129 time: 0.0585291 May 26 03:23:37.635790 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b07944-f220-463d-9069-d25b848bf1bd req-5a5c071f-3281-4cef-a43b-1705509943fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:37.647905 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a4dbe-c79c-42f7-8f0c-95e3912c77c5 None None] New status for floating IP 22ad8b7e-a9f2-4ccf-bff2-487ac56139b2: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:23:37.650087 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5b07944-f220-463d-9069-d25b848bf1bd req-5a5c071f-3281-4cef-a43b-1705509943fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 917 time: 0.1766520 May 26 03:23:37.692717 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] Checking router: 3f8b8d4d-9ed7-45cb-adcf-15758223465d for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:23:37.707734 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:37.708345 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:37.722653 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5b07944-f220-463d-9069-d25b848bf1bd req-b56833d4-ea41-4ee9-a8dd-6653a8c0ce46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96cb8426-7235-4b0a-be91-d139f255b20f HTTP/1.1" status: 200 len: 999 time: 0.0655568 May 26 03:23:37.740731 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:37.777931 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:37.821113 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 171f98aa-728b-4183-8fb1-b6de36320d3e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=171f98aa-728b-4183-8fb1-b6de36320d3e,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:37.836854 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:37.844012 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '171f98aa-728b-4183-8fb1-b6de36320d3e', 'network_id': '82ee0966-7904-4d36-84ec-4ae31c66cfcd', 'port_id': '171f98aa-728b-4183-8fb1-b6de36320d3e', 'mac_address': 'fa:16:3e:3b:dc:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ae9bd7-35cf-4a17-886e-4554e51f70f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:23:37.853915 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:37.950636 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 171f98aa-728b-4183-8fb1-b6de36320d3e is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:23:37.951018 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:38.004211 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171f98aa-728b-4183-8fb1-b6de36320d3e {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:23:38.005716 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ddb57-6b6a-4db7-85ad-952c3bd8784d req-918c7d7e-df99-4142-b938-c7b6e47becee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:38.007257 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4d0ddb57-6b6a-4db7-85ad-952c3bd8784d req-918c7d7e-df99-4142-b938-c7b6e47becee tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 943 time: 0.0477307 May 26 03:23:38.039231 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 171f98aa-728b-4183-8fb1-b6de36320d3e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=171f98aa-728b-4183-8fb1-b6de36320d3e,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:38.047043 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:38.057439 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4d0ddb57-6b6a-4db7-85ad-952c3bd8784d req-b1d92193-88d9-4e3e-aecf-2f7514f4ef5d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446091 May 26 03:23:38.062026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b07944-f220-463d-9069-d25b848bf1bd req-ec513c27-f2a1-4eca-8767-0f33b7ec26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:38.064216 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5b07944-f220-463d-9069-d25b848bf1bd req-ec513c27-f2a1-4eca-8767-0f33b7ec26a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 200 len: 855 time: 0.0552752 May 26 03:23:38.115096 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b07944-f220-463d-9069-d25b848bf1bd req-b20527c3-42a9-4ecb-8c81-90ea2b217ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:38.116650 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5b07944-f220-463d-9069-d25b848bf1bd req-b20527c3-42a9-4ecb-8c81-90ea2b217ce5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2a6adbc-61d2-4628-a539-9e0450886394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451736 May 26 03:23:38.146490 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '9563f9d7-bbee-4e1d-9f80-8634368d6301', 'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'mac_address': 'fa:16:3e:52:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:42Z', 'updated_at': '2022-05-26T03:20:47Z', 'revision_number': 5, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'subnets': [{'id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:38.148260 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=171f98aa-728b-4183-8fb1-b6de36320d3e,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:38.174951 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e21d38-229c-4721-b2de-0fbe55220767 None None] The sync data for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi is: [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:20:43Z', 'revision_number': 4, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '9563f9d7-bbee-4e1d-9f80-8634368d6301', 'name': '', 'network_id': 'a298599f-c97e-4706-93ce-266bcdf105f7', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'mac_address': 'fa:16:3e:52:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:42Z', 'updated_at': '2022-05-26T03:20:47Z', 'revision_number': 5, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'subnets': [{'id': 'f99ac678-edd8-4fc2-8f77-0c099d8ff4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:23:38.263517 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5b07944-f220-463d-9069-d25b848bf1bd req-24ab924f-028a-4b11-b1cd-6b0c3ac48901 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026788 May 26 03:23:38.318402 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['171f98aa-728b-4183-8fb1-b6de36320d3e'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:23:38.384549 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a5b07944-f220-463d-9069-d25b848bf1bd req-a50363ee-45cd-4e63-b35e-38a817c5e089 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145916 May 26 03:23:38.424607 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc617be-bed9-4134-8b71-50ea9799138c None None] New status for floating IP 3b16172d-0235-48af-8d44-26c972bf3ffa: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:23:38.542282 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:38.883109 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-b36411fc-ad5f-4f28-8ef6-201071e3c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:38.885004 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-b36411fc-ad5f-4f28-8ef6-201071e3c8b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 1129 time: 0.0459180 May 26 03:23:38.905622 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ed1db-46f3-4c58-b9a9-ca0dc2d93422 req-698bac5c-0c62-455f-9d5b-8aa1982fcac1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:38.907137 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c60ed1db-46f3-4c58-b9a9-ca0dc2d93422 req-698bac5c-0c62-455f-9d5b-8aa1982fcac1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0589695 May 26 03:23:38.965900 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c60ed1db-46f3-4c58-b9a9-ca0dc2d93422 req-553c6cc5-1bb6-449c-9717-309497d80736 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510292 May 26 03:23:38.987609 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-0c3d8857-1147-4edd-830a-0b676a6d25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:38.989097 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-0c3d8857-1147-4edd-830a-0b676a6d25ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.0941026 May 26 03:23:39.053043 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-6bf9a2a1-a9f0-4e5c-9efd-a3a68ad07ed8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2516fb3c-1be4-4266-a70c-baf445d747eb HTTP/1.1" status: 200 len: 1001 time: 0.0574000 May 26 03:23:39.107301 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-dab66ef4-00bb-464d-b829-a8c91cdda601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:39.108786 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-dab66ef4-00bb-464d-b829-a8c91cdda601 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0497487 May 26 03:23:39.144025 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:39.160507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-0f6faddc-97aa-4842-b3c1-2cdc1a325bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:39.162060 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-0f6faddc-97aa-4842-b3c1-2cdc1a325bf6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473375 May 26 03:23:39.163720 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:39.184921 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a9af3-2b11-4db6-bb53-9f85433d9e56 req-7af785e0-0a1c-419a-a0e0-4efc494e8ca6 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:39.186411 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b19a9af3-2b11-4db6-bb53-9f85433d9e56 req-7af785e0-0a1c-419a-a0e0-4efc494e8ca6 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 944 time: 0.0540318 May 26 03:23:39.238013 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b19a9af3-2b11-4db6-bb53-9f85433d9e56 req-43875753-f495-46cc-8334-8a7cecff88da tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 May 26 03:23:39.261559 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-c3b1f301-7e02-4ab7-9603-6ade8961e7df service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927649 May 26 03:23:39.336920 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 171f98aa-728b-4183-8fb1-b6de36320d3e up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:23:39.355167 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-193b260f-6c86-4120-8c2e-f34ed9925474 req-f9ac6cf2-273d-41ff-be61-daceb8736ad7 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863345 May 26 03:23:39.382323 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 171f98aa-728b-4183-8fb1-b6de36320d3e completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:23:39.388298 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 171f98aa-728b-4183-8fb1-b6de36320d3e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:23:39.388993 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:39.389308 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:39.393576 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cc882f-33db-4a25-b50c-4ba84564fe4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:39.429542 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90360277-0787-4b2f-b42f-842879cc73c9 x-openstack-request-id: req-90360277-0787-4b2f-b42f-842879cc73c9 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:39.429830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:39.430587 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90360277-0787-4b2f-b42f-842879cc73c9 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:39.430587 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90360277-0787-4b2f-b42f-842879cc73c9'] response: {'name': 'network-changed', 'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'status': 'completed', 'code': 200} May 26 03:23:39.472574 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 171f98aa-728b-4183-8fb1-b6de36320d3e is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:23:39.472972 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:39.497734 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c566ba3-ca5a-40ac-90d3-2d663c7370a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171f98aa-728b-4183-8fb1-b6de36320d3e'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:39.499994 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfa0a08-c095-4c4b-ad74-bc743bbb8936" -d '{"events": [{"server_uuid": "5c566ba3-ca5a-40ac-90d3-2d663c7370a2", "name": "network-vif-plugged", "status": "completed", "tag": "171f98aa-728b-4183-8fb1-b6de36320d3e"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:39.510842 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 171f98aa-728b-4183-8fb1-b6de36320d3e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=171f98aa-728b-4183-8fb1-b6de36320d3e,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:39.515640 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:39.543471 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd89f2d-fe23-449b-9476-a6607ecd51bd x-openstack-request-id: req-acd89f2d-fe23-449b-9476-a6607ecd51bd {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:39.543763 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c566ba3-ca5a-40ac-90d3-2d663c7370a2", "name": "network-vif-plugged", "status": "completed", "tag": "171f98aa-728b-4183-8fb1-b6de36320d3e", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:39.544037 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acd89f2d-fe23-449b-9476-a6607ecd51bd {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:39.544428 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd89f2d-fe23-449b-9476-a6607ecd51bd'] response: {'server_uuid': '5c566ba3-ca5a-40ac-90d3-2d663c7370a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171f98aa-728b-4183-8fb1-b6de36320d3e', 'code': 200} May 26 03:23:39.558298 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:39.567508 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=171f98aa-728b-4183-8fb1-b6de36320d3e,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:39.571930 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-bb339c5f-dbf4-425d-9c30-e61f6dd864cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:39.573421 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-bb339c5f-dbf4-425d-9c30-e61f6dd864cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddf6034e4fe740b19807be75cb04bce5&device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 1130 time: 0.0438597 May 26 03:23:39.634963 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:39.669777 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-76b18d37-3619-45e0-b616-d83bc1159d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:39.671283 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-76b18d37-3619-45e0-b616-d83bc1159d17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a298599f-c97e-4706-93ce-266bcdf105f7 HTTP/1.1" status: 200 len: 916 time: 0.0912871 May 26 03:23:39.735488 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-f344741b-4698-433b-b1b5-a35f24847e27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 200 len: 217 time: 0.0539804 May 26 03:23:39.773449 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b4fb-7cbc-4dbe-bcd5-52e29f37f435 req-0b3a56bd-6b8b-4385-8664-1b8daeffd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:39.774937 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f16b4fb-7cbc-4dbe-bcd5-52e29f37f435 req-0b3a56bd-6b8b-4385-8664-1b8daeffd648 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 1129 time: 0.0880828 May 26 03:23:39.806354 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-140ba7f1-3399-4357-9464-70dbeeb5e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:39.807754 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-140ba7f1-3399-4357-9464-70dbeeb5e5c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f99ac678-edd8-4fc2-8f77-0c099d8ff4e9 HTTP/1.1" status: 200 len: 854 time: 0.0669820 May 26 03:23:39.861668 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4f16b4fb-7cbc-4dbe-bcd5-52e29f37f435 req-fe1b6630-4041-4bb6-abcb-81cfdbdeda25 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769782 May 26 03:23:39.864601 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-a503cf20-d637-4c08-bf2c-1a7550faf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:39.865985 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-a503cf20-d637-4c08-bf2c-1a7550faf773 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a298599f-c97e-4706-93ce-266bcdf105f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483081 May 26 03:23:40.087468 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add6bf-2718-434c-9927-1558c45ef557 req-79387f72-ff82-4b6a-a175-58fcf96ad178 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:40.089126 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e5add6bf-2718-434c-9927-1558c45ef557 req-79387f72-ff82-4b6a-a175-58fcf96ad178 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0502307 May 26 03:23:40.144919 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e5add6bf-2718-434c-9927-1558c45ef557 req-48453348-973c-4327-8bc7-918003b17227 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474312 May 26 03:23:40.159197 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-a155230f-e283-4b5c-aec8-c48d202a1900 service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032064 May 26 03:23:40.202745 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c75f97-87e9-4afe-bd9e-4fcb7c83d0de req-9be41180-c534-42f5-9332-c929e2280a95 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:40.204221 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e9c75f97-87e9-4afe-bd9e-4fcb7c83d0de req-9be41180-c534-42f5-9332-c929e2280a95 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.0484655 May 26 03:23:40.250310 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e9c75f97-87e9-4afe-bd9e-4fcb7c83d0de req-bdac12a7-903c-45a8-9c73-e02a4a2241a9 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 May 26 03:23:40.352430 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5438224-7424-4d3a-87ea-0425f52fd547 req-d8683f6c-f0fd-446b-a45d-a47839285612 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:40.353862 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c5438224-7424-4d3a-87ea-0425f52fd547 req-d8683f6c-f0fd-446b-a45d-a47839285612 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 945 time: 0.0467415 May 26 03:23:40.400704 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c5438224-7424-4d3a-87ea-0425f52fd547 req-71397bb4-246e-49b9-804e-f37376a869f4 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 May 26 03:23:41.276409 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532dc19-2ba3-4620-ac9e-e5b793e582b9 req-6b603865-46b6-49c5-9d06-40d28e4e9e8c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:41.277779 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7532dc19-2ba3-4620-ac9e-e5b793e582b9 req-6b603865-46b6-49c5-9d06-40d28e4e9e8c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0527475 May 26 03:23:41.304803 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:41.338906 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7532dc19-2ba3-4620-ac9e-e5b793e582b9 req-290ea4dc-6dd6-49c9-a598-168b66d54bd5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555255 May 26 03:23:41.374428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c38d58-da51-44bb-ba06-fac9a1c700c8 req-261dfc05-dd2f-48a5-926e-a0ad695bf439 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:41.375928 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-21c38d58-da51-44bb-ba06-fac9a1c700c8 req-261dfc05-dd2f-48a5-926e-a0ad695bf439 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.0534575 May 26 03:23:41.423825 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-21c38d58-da51-44bb-ba06-fac9a1c700c8 req-88d34793-2cab-4bc8-901f-d5d4745b06aa tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 May 26 03:23:41.514526 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15416631-4025-421d-af08-3eb9278bd5e6 req-ee0fe1a9-f2ff-4c99-989b-e413d5baa51e tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:41.516261 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-15416631-4025-421d-af08-3eb9278bd5e6 req-ee0fe1a9-f2ff-4c99-989b-e413d5baa51e tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 945 time: 0.0477762 May 26 03:23:41.566356 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-15416631-4025-421d-af08-3eb9278bd5e6 req-ee482251-a96a-4d6d-8ad5-9b0293844dab tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 May 26 03:23:42.124198 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f2cc882f-33db-4a25-b50c-4ba84564fe4a req-557541b8-f548-46d7-9df3-0900e96c40fc service neutron] 10.222.0.45 "GET /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845561 May 26 03:23:42.329519 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-521d9f37-c110-4f32-bf9b-71e78124b2e6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:42.331531 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-521d9f37-c110-4f32-bf9b-71e78124b2e6 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.45 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.0463624 May 26 03:23:42.421383 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Deleting port 353261a9-3e5f-493a-afb3-3b26d13793e8 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:42.421728 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:42.457813 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d634a-1582-49a7-9c47-c65b66ac2b8b req-5dc06845-6852-47d2-9d92-6c6b65b33002 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:42.459453 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-546d634a-1582-49a7-9c47-c65b66ac2b8b req-5dc06845-6852-47d2-9d92-6c6b65b33002 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0479903 May 26 03:23:42.513975 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] For port 353261a9-3e5f-493a-afb3-3b26d13793e8, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=353261a9-3e5f-493a-afb3-3b26d13793e8,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:42.514368 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:42.528884 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Calling delete_port for 353261a9-3e5f-493a-afb3-3b26d13793e8 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:42.539483 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-546d634a-1582-49a7-9c47-c65b66ac2b8b req-7d188cd8-4389-42a7-9999-13693ce95647 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739274 May 26 03:23:42.552903 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44b232-e760-46cf-a526-753e933d51d6 req-3a0d9af7-ee77-4ba6-b6be-2e6b948dcdc3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:42.554376 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0b44b232-e760-46cf-a526-753e933d51d6 req-3a0d9af7-ee77-4ba6-b6be-2e6b948dcdc3 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/ports?device_id=5237a261-ea64-48fb-b0ac-0d2e2bde66d1 HTTP/1.1" status: 200 len: 946 time: 0.0593190 May 26 03:23:42.615666 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0b44b232-e760-46cf-a526-753e933d51d6 req-bd769ac7-2cbf-455a-b20f-9e53d3d9aa98 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.39 "GET /v2.0/security-groups?id=83078717-33aa-46c9-bafe-e9ccae33cf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459118 May 26 03:23:42.673192 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (353261a9-3e5f-493a-afb3-3b26d13793e8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:42.683875 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:42.684874 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['353261a9-3e5f-493a-afb3-3b26d13793e8'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:23:42.703945 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Pushing event deleted for resources: {'Port': ['ID=353261a9-3e5f-493a-afb3-3b26d13793e8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:42.720550 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686f10d-15ad-402d-ad78-945a1105e11f req-4477bc03-6bd7-4b2f-b9ea-e82c17720a1d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:42.722483 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3686f10d-15ad-402d-ad78-945a1105e11f req-4477bc03-6bd7-4b2f-b9ea-e82c17720a1d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 945 time: 0.0640614 May 26 03:23:42.754198 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] No DVR routers for this DVR port 353261a9-3e5f-493a-afb3-3b26d13793e8 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:23:42.756731 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:42.760017 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-80dbd817-d544-4988-80e8-47eed55e4c7f req-b214bdd7-fbd8-42b1-8350-522fed37f564 tempest-TestMinimumBasicScenario-889942098 tempest-TestMinimumBasicScenario-889942098-project] 10.222.0.45 "DELETE /v2.0/ports/353261a9-3e5f-493a-afb3-3b26d13793e8 HTTP/1.1" status: 204 len: 173 time: 0.4227400 May 26 03:23:42.760451 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'name': 'network-vif-deleted', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:42.762683 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3ffade-74fd-40e9-8d68-4a7a96d79437" -d '{"events": [{"server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "name": "network-vif-deleted", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:42.775580 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3686f10d-15ad-402d-ad78-945a1105e11f req-c2a312ed-2d9c-40b0-a67f-242bfbfc7411 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462832 May 26 03:23:42.802424 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db72df73-7302-4004-a11d-e1bfcd5db814 x-openstack-request-id: req-db72df73-7302-4004-a11d-e1bfcd5db814 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:42.802826 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5237a261-ea64-48fb-b0ac-0d2e2bde66d1", "name": "network-vif-deleted", "tag": "353261a9-3e5f-493a-afb3-3b26d13793e8", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:42.803136 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db72df73-7302-4004-a11d-e1bfcd5db814 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:42.803625 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db72df73-7302-4004-a11d-e1bfcd5db814'] response: {'server_uuid': '5237a261-ea64-48fb-b0ac-0d2e2bde66d1', 'name': 'network-vif-deleted', 'tag': '353261a9-3e5f-493a-afb3-3b26d13793e8', 'status': 'completed', 'code': 200} May 26 03:23:43.657118 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26936d59-c249-4b3a-bc78-fb0f8c97d025 req-326f70af-93d1-4096-86ef-9f08ef3e84d8 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:43.659739 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-26936d59-c249-4b3a-bc78-fb0f8c97d025 req-326f70af-93d1-4096-86ef-9f08ef3e84d8 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0500698 May 26 03:23:43.697403 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:43.712450 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-26936d59-c249-4b3a-bc78-fb0f8c97d025 req-d462f555-3f5d-48a1-b202-022f11e35cd0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470757 May 26 03:23:43.898330 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adef6e-7299-41ab-b57b-45e7e50f37bb req-b7eaf6bf-0c7e-4bd1-a761-54687a507a67 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:43.899838 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b7adef6e-7299-41ab-b57b-45e7e50f37bb req-b7eaf6bf-0c7e-4bd1-a761-54687a507a67 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 945 time: 0.0490785 May 26 03:23:43.933876 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:43.952538 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b7adef6e-7299-41ab-b57b-45e7e50f37bb req-283e1d8c-5bc5-4989-ac7f-fd6faec6e9c2 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472467 May 26 03:23:44.309913 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52930) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:44.691740 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (3f8b8d4d-9ed7-45cb-adcf-15758223465d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:44.909745 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a27d48-7acb-4356-a21b-f15cc0a1a872 req-22d9a3ea-3abc-4ec9-aafd-909c796cda5e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:44.911191 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-90a27d48-7acb-4356-a21b-f15cc0a1a872 req-22d9a3ea-3abc-4ec9-aafd-909c796cda5e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.1301780 May 26 03:23:44.992887 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-90a27d48-7acb-4356-a21b-f15cc0a1a872 req-35c47300-e0ef-4426-bc52-8c696311f219 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751231 May 26 03:23:45.025868 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Deleting port 9563f9d7-bbee-4e1d-9f80-8634368d6301 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:45.026204 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:45.104773 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] For port 9563f9d7-bbee-4e1d-9f80-8634368d6301, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=9563f9d7-bbee-4e1d-9f80-8634368d6301,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:45.105131 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:45.117933 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Calling delete_port for 9563f9d7-bbee-4e1d-9f80-8634368d6301 owned by network:router_interface {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:45.160231 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:45.244298 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:45.294360 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (9563f9d7-bbee-4e1d-9f80-8634368d6301), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:45.317917 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9563f9d7-bbee-4e1d-9f80-8634368d6301,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:45.487487 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (3f8b8d4d-9ed7-45cb-adcf-15758223465d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:45.695050 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Router 3f8b8d4d-9ed7-45cb-adcf-15758223465d has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:23:45.792210 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:23:45.800399 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ac897d71-88b8-4d89-9084-02b3f51cb3ca admin admin] 10.222.0.39 "PUT /v2.0/routers/3f8b8d4d-9ed7-45cb-adcf-15758223465d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4860640 May 26 03:23:45.800520 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52940) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:45.801795 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] Sync routers for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:23:45.817401 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:45.818019 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:45.902285 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks [] for router (3f8b8d4d-9ed7-45cb-adcf-15758223465d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:45.918617 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:45.969756 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:45.974911 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:46.009499 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks [] for router_gateway (3f8b8d4d-9ed7-45cb-adcf-15758223465d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:46.053271 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:46.087050 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Deleting port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:46.087444 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:46.104580 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:23:45Z', 'revision_number': 5, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port': {'id': 'dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:40Z', 'updated_at': '2022-05-26T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:46.135307 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] Checking router: 3f8b8d4d-9ed7-45cb-adcf-15758223465d for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:23:46.144635 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] Routers {'3f8b8d4d-9ed7-45cb-adcf-15758223465d'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:46.145453 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:46.190411 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddd681-fab6-409c-9198-5287a6b0ed82 req-ec63834a-42e4-41c0-8c9f-84a0fe3a77b5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:46.191918 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e6ddd681-fab6-409c-9198-5287a6b0ed82 req-ec63834a-42e4-41c0-8c9f-84a0fe3a77b5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.1217580 May 26 03:23:46.196041 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:46.225037 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] Set router 3f8b8d4d-9ed7-45cb-adcf-15758223465d gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:46.231156 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4996b-c76e-45a5-82ae-753fda81c6b2 req-d06f36d7-6f21-47ca-9b64-3bd520e6af98 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:46.232643 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-aed4996b-c76e-45a5-82ae-753fda81c6b2 req-d06f36d7-6f21-47ca-9b64-3bd520e6af98 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0864332 May 26 03:23:46.276842 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:23:46Z', 'revision_number': 6, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port_host': None}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:46.303409 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec6b7f-f014-4c54-9074-7a98c78f6c2a None None] The sync data for ids ['3f8b8d4d-9ed7-45cb-adcf-15758223465d'] in dv-cinder-843361-1-iscsi is: [{'id': '3f8b8d4d-9ed7-45cb-adcf-15758223465d', 'name': 'tempest-TestMinimumBasicScenario-1467027725-router', 'tenant_id': 'ddf6034e4fe740b19807be75cb04bce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:39Z', 'updated_at': '2022-05-26T03:23:46Z', 'revision_number': 6, 'project_id': 'ddf6034e4fe740b19807be75cb04bce5', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:23:46.527860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] For port dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:46.528134 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:46.553365 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Calling delete_port for dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:46.562182 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e6ddd681-fab6-409c-9198-5287a6b0ed82 req-a7920e07-ffd3-4c60-bc4c-47a8c9d14984 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619850 May 26 03:23:46.578894 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-aed4996b-c76e-45a5-82ae-753fda81c6b2 req-f67fb1a9-3d5c-4578-b4bd-7e10f3e4e2f6 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003373 May 26 03:23:46.739802 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:46.761741 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:46.826684 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (3f8b8d4d-9ed7-45cb-adcf-15758223465d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:46.925267 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (3f8b8d4d-9ed7-45cb-adcf-15758223465d), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:46.927464 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks [] for router_controller (3f8b8d4d-9ed7-45cb-adcf-15758223465d), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:46.995556 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (3f8b8d4d-9ed7-45cb-adcf-15758223465d), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:46.996127 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f8b8d4d-9ed7-45cb-adcf-15758223465d {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:23:47.000995 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.002838 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-add03050-2207-4a29-be9e-9cf5812cf449 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3f8b8d4d-9ed7-45cb-adcf-15758223465d HTTP/1.1" status: 204 len: 168 time: 1.2014449 May 26 03:23:47.005621 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52954) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:47.056668 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bc802d-04f3-4992-abed-3d46c61502a8 admin admin] Deleting subnet f99ac678-edd8-4fc2-8f77-0c099d8ff4e9 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:23:47.060304 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-79bc802d-04f3-4992-abed-3d46c61502a8 admin admin] Publish callbacks [] for subnet (f99ac678-edd8-4fc2-8f77-0c099d8ff4e9), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.086619 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 9563f9d7-bbee-4e1d-9f80-8634368d6301 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:47.096717 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-79bc802d-04f3-4992-abed-3d46c61502a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (f99ac678-edd8-4fc2-8f77-0c099d8ff4e9), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.105624 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 9563f9d7-bbee-4e1d-9f80-8634368d6301 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:47.106037 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 9563f9d7-bbee-4e1d-9f80-8634368d6301 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:47.106451 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:47.124242 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:47.124582 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dbc75cdf-5b9a-4ba8-955d-ea6f1053fd6d not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:47.205760 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-79bc802d-04f3-4992-abed-3d46c61502a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (f99ac678-edd8-4fc2-8f77-0c099d8ff4e9), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.234034 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:47.265385 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-79bc802d-04f3-4992-abed-3d46c61502a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (f99ac678-edd8-4fc2-8f77-0c099d8ff4e9), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.293417 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc802d-04f3-4992-abed-3d46c61502a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f99ac678-edd8-4fc2-8f77-0c099d8ff4e9,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:47.296989 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-79bc802d-04f3-4992-abed-3d46c61502a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.300279 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-79bc802d-04f3-4992-abed-3d46c61502a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f99ac678-edd8-4fc2-8f77-0c099d8ff4e9 HTTP/1.1" status: 204 len: 168 time: 0.2934678 May 26 03:23:47.304283 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52956) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:47.308947 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69203195-54d4-4cd4-9a9a-b5ec3322bce9 None None] Network a298599f-c97e-4706-93ce-266bcdf105f7 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:23:47.359858 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 353261a9-3e5f-493a-afb3-3b26d13793e8 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:47.383381 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (a298599f-c97e-4706-93ce-266bcdf105f7), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.385163 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 353261a9-3e5f-493a-afb3-3b26d13793e8 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:47.385507 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 353261a9-3e5f-493a-afb3-3b26d13793e8 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:47.421880 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:47.427377 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Deleting port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:47.427696 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.494923 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] For port 0a1dfc93-391d-4059-9f24-63de53d5a8c3, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=0a1dfc93-391d-4059-9f24-63de53d5a8c3,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:47.495359 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.499349 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab2249-542c-4ddf-9523-6309ee2dd624 None None] DHCP port deletion for a298599f-c97e-4706-93ce-266bcdf105f7 request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:23:47.510608 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Calling delete_port for 0a1dfc93-391d-4059-9f24-63de53d5a8c3 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:47.543714 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-49ab2249-542c-4ddf-9523-6309ee2dd624 None None] Deleting port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:47.544117 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-49ab2249-542c-4ddf-9523-6309ee2dd624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.599596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.616581 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-49ab2249-542c-4ddf-9523-6309ee2dd624 None None] For port 0a1dfc93-391d-4059-9f24-63de53d5a8c3, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=0a1dfc93-391d-4059-9f24-63de53d5a8c3,segment=NetworkSegment(cadb4834-92f9-44b0-8fcb-52cc5160abc7),segment_id=cadb4834-92f9-44b0-8fcb-52cc5160abc7)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:47.619481 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-49ab2249-542c-4ddf-9523-6309ee2dd624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.636602 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] No DVR routers for this DVR port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 on host dv-cinder-843361-1-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:23:47.640074 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-49ab2249-542c-4ddf-9523-6309ee2dd624 None None] Calling delete_port for 0a1dfc93-391d-4059-9f24-63de53d5a8c3 owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:47.644048 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1dfc93-391d-4059-9f24-63de53d5a8c3,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:47.749118 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:47.759779 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-49ab2249-542c-4ddf-9523-6309ee2dd624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726'] for port (0a1dfc93-391d-4059-9f24-63de53d5a8c3), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.784100 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b18af-1063-49ee-846b-4c10d786afa2 req-d09976b1-e3c7-4054-910b-841c088c6fc0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:47.785213 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab2249-542c-4ddf-9523-6309ee2dd624 None None] Pushing event deleted for resources: {'Port': ['ID=0a1dfc93-391d-4059-9f24-63de53d5a8c3,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:47.788999 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab2249-542c-4ddf-9523-6309ee2dd624 None None] No DVR routers for this DVR port 0a1dfc93-391d-4059-9f24-63de53d5a8c3 on host dv-cinder-843361-1-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:23:47.790843 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fc0b18af-1063-49ee-846b-4c10d786afa2 req-d09976b1-e3c7-4054-910b-841c088c6fc0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.1500530 May 26 03:23:47.800709 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (a298599f-c97e-4706-93ce-266bcdf105f7), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.808605 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d906-b66d-4bba-8392-f19d995bfb2b req-69bdc3b6-6a49-437d-9117-30d7a5ea5593 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:47.810077 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8761d906-b66d-4bba-8392-f19d995bfb2b req-69bdc3b6-6a49-437d-9117-30d7a5ea5593 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.1400409 May 26 03:23:47.855217 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a298599f-c97e-4706-93ce-266bcdf105f7']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:47.873725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadb4834-92f9-44b0-8fcb-52cc5160abc7') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:47.873829 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadb4834-92f9-44b0-8fcb-52cc5160abc7') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:47.900106 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (cadb4834-92f9-44b0-8fcb-52cc5160abc7), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.924051 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8761d906-b66d-4bba-8392-f19d995bfb2b req-d9c3f508-5519-4919-a6e1-735a1a449279 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999336 May 26 03:23:47.926920 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fc0b18af-1063-49ee-846b-4c10d786afa2 req-1ad86663-8d93-4a6f-9ca5-556b1ebd5779 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352990 May 26 03:23:47.930779 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (cadb4834-92f9-44b0-8fcb-52cc5160abc7), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.937343 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:23:47.937737 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (cadb4834-92f9-44b0-8fcb-52cc5160abc7), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:47.955379 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment cadb4834-92f9-44b0-8fcb-52cc5160abc7 resource provider aggregate not found May 26 03:23:47.988055 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment cadb4834-92f9-44b0-8fcb-52cc5160abc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cadb4834-92f9-44b0-8fcb-52cc5160abc7 found for delete ", "request_id": "req-cc50c6c4-035f-4b2f-808b-10c25df4e3a9"}]} May 26 03:23:48.007101 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (a298599f-c97e-4706-93ce-266bcdf105f7), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:48.014294 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:48.018211 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a298599f-c97e-4706-93ce-266bcdf105f7 HTTP/1.1" status: 204 len: 168 time: 0.7128487 May 26 03:23:48.021337 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 52968) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:48.027695 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99751bc-c93b-46e5-be90-0fc3ea602342 admin admin] Pushing event deleted for resources: {'Network': ['ID=a298599f-c97e-4706-93ce-266bcdf105f7,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:48.109162 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:48.162751 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-b72e340b-bd85-4805-98a1-38c62ec1f919 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:48.164194 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-b72e340b-bd85-4805-98a1-38c62ec1f919 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0642118 May 26 03:23:48.321328 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Deleting port cecd2259-e79b-4293-aa0f-b671b19ce1cd {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:48.321664 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:48.722947 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] For port cecd2259-e79b-4293-aa0f-b671b19ce1cd, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cecd2259-e79b-4293-aa0f-b671b19ce1cd,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:48.723347 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:48.824860 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (ca3a9584-299e-4f44-b780-c6c4873cd3ce), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:49.042778 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 0a1dfc93-391d-4059-9f24-63de53d5a8c3 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:49.062847 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 0a1dfc93-391d-4059-9f24-63de53d5a8c3 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:49.063479 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 0a1dfc93-391d-4059-9f24-63de53d5a8c3 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:49.067105 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:49.067645 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (2800b348-f102-4064-9078-f5e8e8e845e7), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:49.067854 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Floating IP 2800b348-f102-4064-9078-f5e8e8e845e7 disassociated. External IP: 172.27.2.136, port: cecd2259-e79b-4293-aa0f-b671b19ce1cd. May 26 03:23:49.068146 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Calling delete_port for cecd2259-e79b-4293-aa0f-b671b19ce1cd owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:49.098657 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599dd34-b512-4c6c-a16c-81b4a4e2917b req-43f15837-579f-4a08-b8d4-138dc79650f3 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:49.100173 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2599dd34-b512-4c6c-a16c-81b4a4e2917b req-43f15837-579f-4a08-b8d4-138dc79650f3 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 945 time: 0.0819590 May 26 03:23:49.112292 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d158f8-24b1-4961-add4-e22aada81ba2 req-e890b94b-ab22-48fa-8f6b-be67a1120e08 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:49.113745 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-12d158f8-24b1-4961-add4-e22aada81ba2 req-e890b94b-ab22-48fa-8f6b-be67a1120e08 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0854206 May 26 03:23:49.158316 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:49.182291 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2599dd34-b512-4c6c-a16c-81b4a4e2917b req-07fa3d8b-af03-4ebe-97af-cbb29840ec21 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf1627c5-176f-4415-999d-c657d072a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675783 May 26 03:23:49.194582 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-12d158f8-24b1-4961-add4-e22aada81ba2 req-16cd92ba-87c7-43c1-a27c-72e69dd61c11 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727258 May 26 03:23:49.211088 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:49.232357 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:49.296406 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Deleting port dbe81f61-0e16-49f1-a90d-69ec65f2d624 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:49.296743 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:49.355707 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (cecd2259-e79b-4293-aa0f-b671b19ce1cd), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:49.386973 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event deleted for resources: {'Port': ['ID=cecd2259-e79b-4293-aa0f-b671b19ce1cd,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:49.455834 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] For port dbe81f61-0e16-49f1-a90d-69ec65f2d624, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=dbe81f61-0e16-49f1-a90d-69ec65f2d624,segment=NetworkSegment(64f55017-d1b0-48fe-9c72-2286ad5dfc20),segment_id=64f55017-d1b0-48fe-9c72-2286ad5dfc20)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:49.456198 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:49.476851 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Calling delete_port for dbe81f61-0e16-49f1-a90d-69ec65f2d624 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:49.578760 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Router aa61c987-3b3c-490c-879b-8e3250263ed2 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:23:49.743613 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:23:49.758204 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] Sync routers for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:23:49.770753 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:49.771556 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:49.820728 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] No DVR routers for this DVR port cecd2259-e79b-4293-aa0f-b671b19ce1cd on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:23:49.824457 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:49.827609 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-0ec0e7ae-fe86-4dea-8d14-0704d7f8d9ee req-8f02eb5b-38f0-4798-9372-27eb7e7a0666 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "DELETE /v2.0/ports/cecd2259-e79b-4293-aa0f-b671b19ce1cd HTTP/1.1" status: 204 len: 173 time: 1.6362293 May 26 03:23:49.828053 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'name': 'network-vif-deleted', 'tag': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:49.830901 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f564a9a3-9ee6-40de-8499-e2ea5d00c509" -d '{"events": [{"server_uuid": "886b955e-5ce3-4453-a051-f1a2e7aedecf", "name": "network-vif-deleted", "tag": "cecd2259-e79b-4293-aa0f-b671b19ce1cd"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:49.838295 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (dbe81f61-0e16-49f1-a90d-69ec65f2d624), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:49.867132 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe81f61-0e16-49f1-a90d-69ec65f2d624,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:49.882930 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d441c6-3156-42d0-8e44-69aca43e67b7 x-openstack-request-id: req-96d441c6-3156-42d0-8e44-69aca43e67b7 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:49.883352 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b955e-5ce3-4453-a051-f1a2e7aedecf", "name": "network-vif-deleted", "tag": "cecd2259-e79b-4293-aa0f-b671b19ce1cd", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:49.883746 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96d441c6-3156-42d0-8e44-69aca43e67b7 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:49.884542 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d441c6-3156-42d0-8e44-69aca43e67b7'] response: {'server_uuid': '886b955e-5ce3-4453-a051-f1a2e7aedecf', 'name': 'network-vif-deleted', 'tag': 'cecd2259-e79b-4293-aa0f-b671b19ce1cd', 'status': 'completed', 'code': 200} May 26 03:23:50.041100 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:50.045146 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:50.054864 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:50.058645 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (ca3a9584-299e-4f44-b780-c6c4873cd3ce), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:50.064560 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:50.083660 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:50.257445 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:50.293945 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] Checking router: aa61c987-3b3c-490c-879b-8e3250263ed2 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:23:50.304411 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:50.305047 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:50.317245 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Router ca3a9584-299e-4f44-b780-c6c4873cd3ce has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:23:50.360645 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6bd6a899-1130-4fb6-a8cf-74871edd4fc5 req-95f40581-de1c-4ee6-babe-3a06d6421ee7 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=886b955e-5ce3-4453-a051-f1a2e7aedecf HTTP/1.1" status: 200 len: 210 time: 0.0389178 May 26 03:23:50.373622 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8e46d-579a-4631-b0ab-259ce3b0c84e req-f8cbc5d9-bd6b-43a5-abaa-16fb2915b5a5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:50.375386 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9cc8e46d-579a-4631-b0ab-259ce3b0c84e req-f8cbc5d9-bd6b-43a5-abaa-16fb2915b5a5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0848811 May 26 03:23:50.426420 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:50.434557 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9cc8e46d-579a-4631-b0ab-259ce3b0c84e req-48834563-e291-40c7-98be-cd8616b28ff6 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 May 26 03:23:50.435588 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:23:50.444700 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-71dcef9b-1cd4-4d74-b82d-1f8eb8bc22b8 admin admin] 10.222.0.39 "PUT /v2.0/routers/ca3a9584-299e-4f44-b780-c6c4873cd3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4191909 May 26 03:23:50.444700 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 52986) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:50.446477 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] Sync routers for ids ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:23:50.463049 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] Routers {'ca3a9584-299e-4f44-b780-c6c4873cd3ce'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:50.463691 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:50.553719 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks [] for router (ca3a9584-299e-4f44-b780-c6c4873cd3ce), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:50.572696 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] Set router ca3a9584-299e-4f44-b780-c6c4873cd3ce gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:50.680135 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks [] for router_gateway (ca3a9584-299e-4f44-b780-c6c4873cd3ce), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:50.688518 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:50.730699 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758c4f0-7447-4ba1-9cca-413579d697cc None None] The sync data for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi is: [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:23:50.737724 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Deleting port d2c919a3-9c91-49fb-a2eb-32fba2b09f70 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:50.738183 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:50.791880 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:45Z', 'updated_at': '2022-05-26T03:23:49Z', 'revision_number': 5, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'gw_port': {'id': 'd2c919a3-9c91-49fb-a2eb-32fba2b09f70', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:46Z', 'updated_at': '2022-05-26T03:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:50.823785 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] For port d2c919a3-9c91-49fb-a2eb-32fba2b09f70, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=d2c919a3-9c91-49fb-a2eb-32fba2b09f70,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:50.824156 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:50.844568 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Calling delete_port for d2c919a3-9c91-49fb-a2eb-32fba2b09f70 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:50.917448 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] Checking router: ca3a9584-299e-4f44-b780-c6c4873cd3ce for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:23:50.929468 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] Routers {'ca3a9584-299e-4f44-b780-c6c4873cd3ce'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:23:50.930115 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:23:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:51.041753 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] Set router ca3a9584-299e-4f44-b780-c6c4873cd3ce gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:23:51.097578 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:45Z', 'updated_at': '2022-05-26T03:23:50Z', 'revision_number': 6, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'gw_port_host': None}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:51.126720 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17186cf2-f9a2-4df1-81e9-517e4c6fcc5b None None] New status for floating IP 2800b348-f102-4064-9078-f5e8e8e845e7: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:23:51.130752 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dfc1d-8216-4796-a267-8395274c60a4 None None] The sync data for ids ['ca3a9584-299e-4f44-b780-c6c4873cd3ce'] in dv-cinder-843361-1-iscsi is: [{'id': 'ca3a9584-299e-4f44-b780-c6c4873cd3ce', 'name': 'tempest-TestMinimumBasicScenario-460330037-router', 'tenant_id': '0b421c3d941742e7903fa2e8914d283b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:45Z', 'updated_at': '2022-05-26T03:23:50Z', 'revision_number': 6, 'project_id': '0b421c3d941742e7903fa2e8914d283b', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:23:51.247174 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:51.254614 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (d2c919a3-9c91-49fb-a2eb-32fba2b09f70), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.258257 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:51.284081 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c919a3-9c91-49fb-a2eb-32fba2b09f70,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:51.347396 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (ca3a9584-299e-4f44-b780-c6c4873cd3ce), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.449261 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (ca3a9584-299e-4f44-b780-c6c4873cd3ce), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.451757 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks [] for router_controller (ca3a9584-299e-4f44-b780-c6c4873cd3ce), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.454121 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52994) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:51.472147 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:51.519866 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-499c8243-d567-467c-ac6e-1271466a6547 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (cf1627c5-176f-4415-999d-c657d072a2d7), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.526856 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (ca3a9584-299e-4f44-b780-c6c4873cd3ce), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.527752 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca3a9584-299e-4f44-b780-c6c4873cd3ce {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:23:51.533487 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.534850 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0c621759-bbd2-4248-8a63-fa0a1e1b580b admin admin] 10.222.0.39 "DELETE /v2.0/routers/ca3a9584-299e-4f44-b780-c6c4873cd3ce HTTP/1.1" status: 204 len: 168 time: 1.0832763 May 26 03:23:51.539076 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 52998) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:51.587869 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-499c8243-d567-467c-ac6e-1271466a6547 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (cf1627c5-176f-4415-999d-c657d072a2d7), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.666607 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c117f8-d4f8-4049-85d5-6e78053155ec req-71dc1dc4-cb8e-406b-a394-a90755a122a2 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:51.668121 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-61c117f8-d4f8-4049-85d5-6e78053155ec req-71dc1dc4-cb8e-406b-a394-a90755a122a2 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.1263065 May 26 03:23:51.671557 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2071bd45-7087-4500-8608-f0f4c1e8bb30 admin admin] Deleting subnet 804269e7-7ef7-4679-b41f-a21630fccd15 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:23:51.684079 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2071bd45-7087-4500-8608-f0f4c1e8bb30 admin admin] Publish callbacks [] for subnet (804269e7-7ef7-4679-b41f-a21630fccd15), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.739270 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-499c8243-d567-467c-ac6e-1271466a6547 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (cf1627c5-176f-4415-999d-c657d072a2d7), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.741807 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-499c8243-d567-467c-ac6e-1271466a6547 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.742945 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-499c8243-d567-467c-ac6e-1271466a6547 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "DELETE /v2.0/security-groups/cf1627c5-176f-4415-999d-c657d072a2d7 HTTP/1.1" status: 204 len: 168 time: 0.2871873 May 26 03:23:51.745251 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2071bd45-7087-4500-8608-f0f4c1e8bb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (804269e7-7ef7-4679-b41f-a21630fccd15), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.746046 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53004) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:51.761352 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-d9a36785-d071-430c-8d96-23f7df17d1fb tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] show failed (client error): The resource could not be found. May 26 03:23:51.765471 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d9a36785-d071-430c-8d96-23f7df17d1fb tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups/cf1627c5-176f-4415-999d-c657d072a2d7 HTTP/1.1" status: 404 len: 347 time: 0.0153561 May 26 03:23:51.765830 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53006) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:51.788385 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c8243-d567-467c-ac6e-1271466a6547 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1627c5-176f-4415-999d-c657d072a2d7,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:51.794484 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-61c117f8-d4f8-4049-85d5-6e78053155ec req-46b6d102-7772-457f-89b3-351ac3d4bea2 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200221 May 26 03:23:51.850573 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2071bd45-7087-4500-8608-f0f4c1e8bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (804269e7-7ef7-4679-b41f-a21630fccd15), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.901297 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Deleting port f2aca9fc-314e-48e6-9dac-b0bd6ddfea98 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:51.901935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (f2aca9fc-314e-48e6-9dac-b0bd6ddfea98), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.917622 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2071bd45-7087-4500-8608-f0f4c1e8bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (804269e7-7ef7-4679-b41f-a21630fccd15), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.945827 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071bd45-7087-4500-8608-f0f4c1e8bb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804269e7-7ef7-4679-b41f-a21630fccd15,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:51.954778 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2071bd45-7087-4500-8608-f0f4c1e8bb30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:51.958096 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e406b9-8cf7-422d-994a-c2be43edb6f3 None None] Network a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:23:51.959514 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2071bd45-7087-4500-8608-f0f4c1e8bb30 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/804269e7-7ef7-4679-b41f-a21630fccd15 HTTP/1.1" status: 204 len: 168 time: 0.4192047 May 26 03:23:51.961884 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53010) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:52.028507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (f2aca9fc-314e-48e6-9dac-b0bd6ddfea98), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.028837 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (f2aca9fc-314e-48e6-9dac-b0bd6ddfea98), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.044992 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Calling delete_port for f2aca9fc-314e-48e6-9dac-b0bd6ddfea98 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:52.052091 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (a07544db-bb47-4bdc-8a33-c9aaef0c9cf6), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.104591 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Deleting port 77d31ae5-8da2-4939-a777-b16943ec3369 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:52.105071 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.176419 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] For port 77d31ae5-8da2-4939-a777-b16943ec3369, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=77d31ae5-8da2-4939-a777-b16943ec3369,segment=NetworkSegment(64f55017-d1b0-48fe-9c72-2286ad5dfc20),segment_id=64f55017-d1b0-48fe-9c72-2286ad5dfc20)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:52.176785 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.192816 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Calling delete_port for 77d31ae5-8da2-4939-a777-b16943ec3369 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:52.198309 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d704b50-d2b1-466a-a422-bd712b27eb02 None None] DHCP port deletion for a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:23:52.216658 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (f2aca9fc-314e-48e6-9dac-b0bd6ddfea98), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.239496 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-3d704b50-d2b1-466a-a422-bd712b27eb02 None None] Deleting port 77d31ae5-8da2-4939-a777-b16943ec3369 {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:23:52.240333 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3d704b50-d2b1-466a-a422-bd712b27eb02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.255864 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event deleted for resources: {'Port': ['ID=f2aca9fc-314e-48e6-9dac-b0bd6ddfea98,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:52.268853 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:52.302415 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.328692 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-3d704b50-d2b1-466a-a422-bd712b27eb02 None None] For port 77d31ae5-8da2-4939-a777-b16943ec3369, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=77d31ae5-8da2-4939-a777-b16943ec3369,segment=NetworkSegment(64f55017-d1b0-48fe-9c72-2286ad5dfc20),segment_id=64f55017-d1b0-48fe-9c72-2286ad5dfc20)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:23:52.329104 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3d704b50-d2b1-466a-a422-bd712b27eb02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.338440 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d31ae5-8da2-4939-a777-b16943ec3369,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:52.340465 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] No DVR routers for this DVR port 77d31ae5-8da2-4939-a777-b16943ec3369 on host dv-cinder-843361-1-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:23:52.341754 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (2800b348-f102-4064-9078-f5e8e8e845e7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.344629 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.355698 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e91b6e3c-1d6b-48d3-8a20-ce2cc1352f6b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "DELETE /v2.0/floatingips/2800b348-f102-4064-9078-f5e8e8e845e7 HTTP/1.1" status: 204 len: 168 time: 0.5794251 May 26 03:23:52.356541 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-3d704b50-d2b1-466a-a422-bd712b27eb02 None None] Calling delete_port for 77d31ae5-8da2-4939-a777-b16943ec3369 owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:23:52.371867 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:52.432623 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53016) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:52.437914 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-e64a5e3e-21e4-4354-b023-2cdddad9efa1 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784000975', 'description': 'tempest-description--772625708'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:52.443784 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (a07544db-bb47-4bdc-8a33-c9aaef0c9cf6), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.452266 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3d704b50-d2b1-466a-a422-bd712b27eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726'] for port (77d31ae5-8da2-4939-a777-b16943ec3369), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.460335 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e64a5e3e-21e4-4354-b023-2cdddad9efa1 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.469042 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07544db-bb47-4bdc-8a33-c9aaef0c9cf6']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:52.479576 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f55017-d1b0-48fe-9c72-2286ad5dfc20') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:52.479878 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f55017-d1b0-48fe-9c72-2286ad5dfc20') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:23:52.481340 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d704b50-d2b1-466a-a422-bd712b27eb02 None None] Pushing event deleted for resources: {'Port': ['ID=77d31ae5-8da2-4939-a777-b16943ec3369,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:52.483511 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d704b50-d2b1-466a-a422-bd712b27eb02 None None] No DVR routers for this DVR port 77d31ae5-8da2-4939-a777-b16943ec3369 on host dv-cinder-843361-1-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:23:52.496735 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (64f55017-d1b0-48fe-9c72-2286ad5dfc20), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.511351 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (64f55017-d1b0-48fe-9c72-2286ad5dfc20), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.521348 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:23:52.521779 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (64f55017-d1b0-48fe-9c72-2286ad5dfc20), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.542139 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e64a5e3e-21e4-4354-b023-2cdddad9efa1 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (2c9f70a2-4c88-403d-bf11-67333e483b9e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.548464 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e64a5e3e-21e4-4354-b023-2cdddad9efa1 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2c9f70a2-4c88-403d-bf11-67333e483b9e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.562381 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 64f55017-d1b0-48fe-9c72-2286ad5dfc20 resource provider aggregate not found May 26 03:23:52.578311 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e64a5e3e-21e4-4354-b023-2cdddad9efa1 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.582874 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e64a5e3e-21e4-4354-b023-2cdddad9efa1 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1458035 May 26 03:23:52.583181 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53022) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:52.588969 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 64f55017-d1b0-48fe-9c72-2286ad5dfc20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64f55017-d1b0-48fe-9c72-2286ad5dfc20 found for delete ", "request_id": "req-2fa61193-fbc3-448d-9dc2-cdc39a7569f6"}]} May 26 03:23:52.592337 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-30adaf29-e1cd-416a-b5db-a90e22c0a7a5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'security_group_rule': {'security_group_id': '2c9f70a2-4c88-403d-bf11-67333e483b9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:52.592916 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (a07544db-bb47-4bdc-8a33-c9aaef0c9cf6), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.598217 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.599131 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a5e3e-21e4-4354-b023-2cdddad9efa1 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9f70a2-4c88-403d-bf11-67333e483b9e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:52.603480 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a07544db-bb47-4bdc-8a33-c9aaef0c9cf6 HTTP/1.1" status: 204 len: 168 time: 0.6399639 May 26 03:23:52.623220 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f4b4a-dad4-4a84-a99e-24e568f69a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=a07544db-bb47-4bdc-8a33-c9aaef0c9cf6,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:52.632666 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30adaf29-e1cd-416a-b5db-a90e22c0a7a5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (cd75444b-483a-4178-b179-fc6ba94c2dbc), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.642481 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:52.659866 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:52.699726 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30adaf29-e1cd-416a-b5db-a90e22c0a7a5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (cd75444b-483a-4178-b179-fc6ba94c2dbc), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.704003 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30adaf29-e1cd-416a-b5db-a90e22c0a7a5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (cd75444b-483a-4178-b179-fc6ba94c2dbc), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.722592 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adaf29-e1cd-416a-b5db-a90e22c0a7a5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd75444b-483a-4178-b179-fc6ba94c2dbc,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:52.730625 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-30adaf29-e1cd-416a-b5db-a90e22c0a7a5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.731857 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-30adaf29-e1cd-416a-b5db-a90e22c0a7a5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476810 May 26 03:23:52.734474 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53026) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:52.739511 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-d12dd541-7b9d-4e66-bda4-18d7509fad9f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'security_group_rule': {'security_group_id': '2c9f70a2-4c88-403d-bf11-67333e483b9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:52.742652 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53028) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:52.767210 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d12dd541-7b9d-4e66-bda4-18d7509fad9f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (ea0c61b3-db82-4b6c-ae11-42e9e39a4903), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.786261 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1a48c575-9306-4cca-abf7-f89235e6eaa1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddf6034e4fe740b19807be75cb04bce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400517 May 26 03:23:52.786502 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53030) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:52.824591 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d12dd541-7b9d-4e66-bda4-18d7509fad9f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (ea0c61b3-db82-4b6c-ae11-42e9e39a4903), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.828185 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d12dd541-7b9d-4e66-bda4-18d7509fad9f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (ea0c61b3-db82-4b6c-ae11-42e9e39a4903), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.839628 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-878f581f-dcb6-4e43-901d-b10a4d5dd87e admin admin] Publish callbacks [] for security_group (83078717-33aa-46c9-bafe-e9ccae33cf4c), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.849780 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dd541-7b9d-4e66-bda4-18d7509fad9f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0c61b3-db82-4b6c-ae11-42e9e39a4903,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:52.858165 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d12dd541-7b9d-4e66-bda4-18d7509fad9f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.859423 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d12dd541-7b9d-4e66-bda4-18d7509fad9f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240084 May 26 03:23:52.862504 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53034) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:52.867175 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:52.868233 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-878f581f-dcb6-4e43-901d-b10a4d5dd87e admin admin] Publish callbacks [] for security_group (83078717-33aa-46c9-bafe-e9ccae33cf4c), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.889442 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.945541 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-878f581f-dcb6-4e43-901d-b10a4d5dd87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (83078717-33aa-46c9-bafe-e9ccae33cf4c), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.948075 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-878f581f-dcb6-4e43-901d-b10a4d5dd87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:52.949197 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-878f581f-dcb6-4e43-901d-b10a4d5dd87e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83078717-33aa-46c9-bafe-e9ccae33cf4c HTTP/1.1" status: 204 len: 168 time: 0.1617644 May 26 03:23:52.966118 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f581f-dcb6-4e43-901d-b10a4d5dd87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83078717-33aa-46c9-bafe-e9ccae33cf4c,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:52.977910 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fed525-6281-421c-990b-6fb463ec4043 req-6c0006cc-6f84-42e1-b58a-60f40aff3472 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:52.985617 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a0fed525-6281-421c-990b-6fb463ec4043 req-6c0006cc-6f84-42e1-b58a-60f40aff3472 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0709863 May 26 03:23:53.013980 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.052088 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a0fed525-6281-421c-990b-6fb463ec4043 req-9a6527e3-6943-41da-87f8-dfafee623fc2 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648890 May 26 03:23:53.101346 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d2c919a3-9c91-49fb-a2eb-32fba2b09f70 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:53.126733 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: d2c919a3-9c91-49fb-a2eb-32fba2b09f70 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:53.127266 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d2c919a3-9c91-49fb-a2eb-32fba2b09f70 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:53.127889 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dbe81f61-0e16-49f1-a90d-69ec65f2d624 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:53.132877 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Allocated IP 172.27.2.254 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/6a0a668c-0940-4835-86e4-3f8b1f16779f) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:23:53.147649 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: dbe81f61-0e16-49f1-a90d-69ec65f2d624 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:53.148133 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dbe81f61-0e16-49f1-a90d-69ec65f2d624 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:53.148976 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 77d31ae5-8da2-4939-a777-b16943ec3369 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:53.168824 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 77d31ae5-8da2-4939-a777-b16943ec3369 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:53.169165 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 77d31ae5-8da2-4939-a777-b16943ec3369 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:53.249072 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for port (6a0a668c-0940-4835-86e4-3f8b1f16779f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.286233 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (6a0a668c-0940-4835-86e4-3f8b1f16779f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.321660 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:23:53.328043 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:23:53.333556 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:23:53.349037 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53042) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:53.357645 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'Port': ['ID=6a0a668c-0940-4835-86e4-3f8b1f16779f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:53.382950 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:53.395857 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-99473699-56ca-4f9c-af34-de4917758886 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b421c3d941742e7903fa2e8914d283b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455718 May 26 03:23:53.398405 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53044) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:23:53.425426 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (5daac4b3-276e-455e-a492-aeb6fe529706), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.450480 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fef870ee-9f00-45fc-90f3-9879f9a98adc admin admin] Publish callbacks [] for security_group (b69d7572-851a-4cd4-8549-2b5f19f1d96f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.464939 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6a0a668c-0940-4835-86e4-3f8b1f16779f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.466341 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:53.472356 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fef870ee-9f00-45fc-90f3-9879f9a98adc admin admin] Publish callbacks [] for security_group (b69d7572-851a-4cd4-8549-2b5f19f1d96f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.530359 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fef870ee-9f00-45fc-90f3-9879f9a98adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b69d7572-851a-4cd4-8549-2b5f19f1d96f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.532980 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fef870ee-9f00-45fc-90f3-9879f9a98adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.534124 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-fef870ee-9f00-45fc-90f3-9879f9a98adc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b69d7572-851a-4cd4-8549-2b5f19f1d96f HTTP/1.1" status: 204 len: 168 time: 0.1346357 May 26 03:23:53.541782 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef870ee-9f00-45fc-90f3-9879f9a98adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69d7572-851a-4cd4-8549-2b5f19f1d96f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:53.660543 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for port (6a0a668c-0940-4835-86e4-3f8b1f16779f), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.665475 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (6a0a668c-0940-4835-86e4-3f8b1f16779f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.739343 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'Port': ['ID=6a0a668c-0940-4835-86e4-3f8b1f16779f,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:53.748689 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (5daac4b3-276e-455e-a492-aeb6fe529706), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.767328 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:53.769338 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-deabf50c-bcb2-4def-8dfe-5be394967542 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9056287 May 26 03:23:53.980878 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-7b926f44-bfa3-4bb4-8ad7-2cd697601860 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1784000975&fields=id&tenant_id=921ab4465c1b48758a03fe0411940778 HTTP/1.1" status: 200 len: 267 time: 0.0415304 May 26 03:23:54.088083 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964480dc-8b58-4d91-8363-bac691260a36 req-a20aab64-c29b-454d-80d1-36a15539942f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:54.089447 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-a20aab64-c29b-454d-80d1-36a15539942f tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 811 time: 0.1014831 May 26 03:23:54.108952 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-d737a375-c7f2-48c3-8c6b-28a607394018 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/quotas/921ab4465c1b48758a03fe0411940778 HTTP/1.1" status: 200 len: 375 time: 0.0094573 May 26 03:23:54.169907 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:54.177370 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:54.194386 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0662751-5047-4dbf-b7d4-4f63cb51c5f7 req-0a8bfec8-f7c0-438d-8f1e-6733756a652a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:54.195912 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c0662751-5047-4dbf-b7d4-4f63cb51c5f7 req-0a8bfec8-f7c0-438d-8f1e-6733756a652a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0704372 May 26 03:23:54.200618 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-34d5dd54-1807-4190-a876-000db8f76965 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863249 May 26 03:23:54.297452 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c0662751-5047-4dbf-b7d4-4f63cb51c5f7 req-8fdc5fb0-792a-4a71-b9ae-57a497b7507b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954497 May 26 03:23:54.324665 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-c0358785-142e-48f4-aac2-bfd6d9e5c6cb service neutron] 10.222.0.39 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088097 May 26 03:23:54.415328 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-b06a442f-f897-4ee5-82ef-4cda89775913 service neutron] 10.222.0.39 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849440 May 26 03:23:54.578149 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e610353e-0a94-4544-9f5b-d6529a325c6b req-b8458122-8e4e-42c1-9e1c-99104e6651ae tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 210 time: 0.0321732 May 26 03:23:54.914137 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device cecd2259-e79b-4293-aa0f-b671b19ce1cd no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:23:54.933871 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: cecd2259-e79b-4293-aa0f-b671b19ce1cd {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:23:54.934274 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device cecd2259-e79b-4293-aa0f-b671b19ce1cd not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:23:55.411118 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6091f53-9182-4ea9-b22e-e1619150e25f req-c9a9169e-b3c3-472d-89f2-7f115f688886 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:55.412600 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c6091f53-9182-4ea9-b22e-e1619150e25f req-c9a9169e-b3c3-472d-89f2-7f115f688886 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0477355 May 26 03:23:55.460417 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c6091f53-9182-4ea9-b22e-e1619150e25f req-e5553e3d-b8d0-4abe-ae30-853b9823babc tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 May 26 03:23:55.627647 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964480dc-8b58-4d91-8363-bac691260a36 req-03cc02c7-8b14-4ef3-b37f-dcc4949edf60 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:55.629059 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-03cc02c7-8b14-4ef3-b37f-dcc4949edf60 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 811 time: 0.1095634 May 26 03:23:55.679950 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-702820ad-6ce3-46e9-bc13-0e7e9ce48b56 req-6a867c17-a942-4212-904d-037c1495d2d3 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 210 time: 0.0292337 May 26 03:23:55.700884 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-a2020b4f-8bfb-458a-b0c0-f0b2dcbbe866 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=921ab4465c1b48758a03fe0411940778 HTTP/1.1" status: 200 len: 380 time: 0.0612228 May 26 03:23:55.789735 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'port': {'device_id': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'admin_state_up': True, 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'security_groups': ['2c9f70a2-4c88-403d-bf11-67333e483b9e']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:55.853678 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:23:55.894430 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Made reservation on behalf of 921ab4465c1b48758a03fe0411940778 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:23:55.897876 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.023958 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Allocated IP 172.20.0.4 (536c60a9-349c-427d-a636-2554c2acd379/f5634fcb-851a-41f3-92b2-2385a9c5a407/82bfdd5c-e467-4d88-89cf-a63fbed99267) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:23:56.046180 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:56.121839 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:56.166699 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.199864 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.245968 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Network 536c60a9-349c-427d-a636-2554c2acd379 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:23:56.249181 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:23:56.254378 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:23:56.278480 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event updated for resources: {'Port': ['ID=82bfdd5c-e467-4d88-89cf-a63fbed99267,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:56.317256 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:56.317521 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.337390 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-d3c31750-7fad-4d37-8d7f-46a0ac646a47 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513501 May 26 03:23:56.349568 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Request body: {'port': {'device_id': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:23:56.417709 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.549028 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-ab96fbb0-cfd5-4e7a-a78b-e9ccab711cb1 None None] Provisioning complete for port 82bfdd5c-e467-4d88-89cf-a63fbed99267 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:23:56.549595 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ab96fbb0-cfd5-4e7a-a78b-e9ccab711cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.575643 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fa348-aaa5-4894-8a48-6f518c942e1d req-3d28f015-35e5-4d9c-b3ce-c98a21fd906a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:56.577200 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be7fa348-aaa5-4894-8a48-6f518c942e1d req-3d28f015-35e5-4d9c-b3ce-c98a21fd906a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0479250 May 26 03:23:56.586283 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-ab96fbb0-cfd5-4e7a-a78b-e9ccab711cb1 None None] Port 82bfdd5c-e467-4d88-89cf-a63fbed99267 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:23:56.635795 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be7fa348-aaa5-4894-8a48-6f518c942e1d req-19b78975-3028-4451-bcc6-d4f80de68bad tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475683 May 26 03:23:56.705520 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bfdd5c-e467-4d88-89cf-a63fbed99267 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:23:56.713174 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Publish callbacks [] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.726510 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Transition to ACTIVE for port object 82bfdd5c-e467-4d88-89cf-a63fbed99267 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:23:56.730136 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.785038 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Pushing event updated for resources: {'Port': ['ID=82bfdd5c-e467-4d88-89cf-a63fbed99267,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:56.806410 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636619cb-b964-4347-9b47-c7743bcfe423 req-4f0ac810-dd56-4fca-ab68-84f22459dc89 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:56.807954 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-636619cb-b964-4347-9b47-c7743bcfe423 req-4f0ac810-dd56-4fca-ab68-84f22459dc89 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 943 time: 0.0579045 May 26 03:23:56.851914 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Attempting to bind port 82bfdd5c-e467-4d88-89cf-a63fbed99267 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:23:56.852257 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Attempting to bind port 82bfdd5c-e467-4d88-89cf-a63fbed99267 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:23:56.853030 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Attempting to bind port 82bfdd5c-e467-4d88-89cf-a63fbed99267 on network 536c60a9-349c-427d-a636-2554c2acd379 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:23:56.857269 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Port 82bfdd5c-e467-4d88-89cf-a63fbed99267 on network 536c60a9-349c-427d-a636-2554c2acd379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:23:56.857602 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Attempting to bind port 82bfdd5c-e467-4d88-89cf-a63fbed99267 on network 536c60a9-349c-427d-a636-2554c2acd379 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:23:56.860282 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-636619cb-b964-4347-9b47-c7743bcfe423 req-8c9a74f5-fb31-4110-ada6-598bb1de4e07 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459154 May 26 03:23:56.863291 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:23:56.863612 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Checking segment: {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:23:56.863999 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Bound using segment: {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:23:56.864433 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Bound port: 82bfdd5c-e467-4d88-89cf-a63fbed99267, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db12f9e4-c39a-41b3-a57d-952675a75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '536c60a9-349c-427d-a636-2554c2acd379'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:23:56.864901 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.880994 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:56.919097 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:23:56.937321 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] For port 82bfdd5c-e467-4d88-89cf-a63fbed99267, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:23:56.941004 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] For port 82bfdd5c-e467-4d88-89cf-a63fbed99267, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=82bfdd5c-e467-4d88-89cf-a63fbed99267,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:23:56.947701 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.984084 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:56.984703 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:23:56.986229 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] 10.222.0.45 "PUT /v2.0/ports/82bfdd5c-e467-4d88-89cf-a63fbed99267 HTTP/1.1" status: 200 len: 1093 time: 0.6411338 May 26 03:23:56.986662 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'tag': '82bfdd5c-e467-4d88-89cf-a63fbed99267'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:23:56.988925 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca47b52-900b-461c-aa83-5811a936264f" -d '{"events": [{"name": "network-changed", "server_uuid": "eda7a98d-ade2-446b-9e69-d559a22cfb77", "tag": "82bfdd5c-e467-4d88-89cf-a63fbed99267"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:23:57.010456 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754310c3-6302-4c60-b2c7-63e5bf654253 service neutron] Pushing event updated for resources: {'Port': ['ID=82bfdd5c-e467-4d88-89cf-a63fbed99267,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:23:57.034374 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90819f3d-d017-4f3e-8c6a-efb836b80109 x-openstack-request-id: req-90819f3d-d017-4f3e-8c6a-efb836b80109 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:23:57.034666 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda7a98d-ade2-446b-9e69-d559a22cfb77", "tag": "82bfdd5c-e467-4d88-89cf-a63fbed99267", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:23:57.034917 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90819f3d-d017-4f3e-8c6a-efb836b80109 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:23:57.035345 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90819f3d-d017-4f3e-8c6a-efb836b80109'] response: {'name': 'network-changed', 'server_uuid': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'tag': '82bfdd5c-e467-4d88-89cf-a63fbed99267', 'status': 'completed', 'code': 200} May 26 03:23:57.744692 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a2695-77d1-4da8-83ee-bc99b906b5ce req-1b30e3cc-8ddc-4fc7-8462-134ef637a896 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:57.746051 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b25a2695-77d1-4da8-83ee-bc99b906b5ce req-1b30e3cc-8ddc-4fc7-8462-134ef637a896 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0458009 May 26 03:23:57.792444 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b25a2695-77d1-4da8-83ee-bc99b906b5ce req-d80c2025-b5b3-4a5f-b23e-492b0bdadc02 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 May 26 03:23:57.977172 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7c463-5810-4b78-ac05-22dee86b4fbd req-6398514e-4d12-4a66-9d9f-78fb44f4cd27 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:57.978615 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5bf7c463-5810-4b78-ac05-22dee86b4fbd req-6398514e-4d12-4a66-9d9f-78fb44f4cd27 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 943 time: 0.0492964 May 26 03:23:58.028634 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5bf7c463-5810-4b78-ac05-22dee86b4fbd req-e50d6022-35a6-4bad-80c6-883cdb8c769d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444851 May 26 03:23:58.908434 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedacf0-e763-4594-9f1f-66e9b6c03c7d req-d97e9e70-820e-4696-a4b2-8bf26032e9fa tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:58.909923 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7eedacf0-e763-4594-9f1f-66e9b6c03c7d req-d97e9e70-820e-4696-a4b2-8bf26032e9fa tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0497575 May 26 03:23:58.957339 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7eedacf0-e763-4594-9f1f-66e9b6c03c7d req-dbe4145a-70cf-4519-bc17-19e9ff8aaa57 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419483 May 26 03:23:59.144259 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa88d6-71cd-413f-a94a-c70f14af72cc req-3bb6cf6b-3771-459a-9b99-ccdbb446dd00 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:59.145703 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1daa88d6-71cd-413f-a94a-c70f14af72cc req-3bb6cf6b-3771-459a-9b99-ccdbb446dd00 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 943 time: 0.0511084 May 26 03:23:59.180345 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca47b52-900b-461c-aa83-5811a936264f req-9e7a4d0c-30c5-4633-b66e-27bbb73c566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:59.181859 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eca47b52-900b-461c-aa83-5811a936264f req-9e7a4d0c-30c5-4633-b66e-27bbb73c566f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 1127 time: 0.0389061 May 26 03:23:59.191821 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1daa88d6-71cd-413f-a94a-c70f14af72cc req-f7fa4e3d-d9f9-442a-b32d-03e22eb2faad tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 May 26 03:23:59.286041 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca47b52-900b-461c-aa83-5811a936264f req-91238b55-1d86-4bbb-bc40-f5aef39d85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:59.287514 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eca47b52-900b-461c-aa83-5811a936264f req-91238b55-1d86-4bbb-bc40-f5aef39d85aa service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=921ab4465c1b48758a03fe0411940778&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0977645 May 26 03:23:59.384026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca47b52-900b-461c-aa83-5811a936264f req-b984defc-b34c-4886-a9aa-8f4edff7a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:59.385480 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eca47b52-900b-461c-aa83-5811a936264f req-b984defc-b34c-4886-a9aa-8f4edff7a620 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898745 May 26 03:23:59.467155 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964480dc-8b58-4d91-8363-bac691260a36 req-35dba9c1-2189-4d9f-9ead-a8a2b192b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:59.468797 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-35dba9c1-2189-4d9f-9ead-a8a2b192b515 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 1127 time: 0.0399556 May 26 03:23:59.516218 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-74def346-84b7-4c2d-a0ec-42c350165d5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82bfdd5c-e467-4d88-89cf-a63fbed99267 HTTP/1.1" status: 200 len: 217 time: 0.0400422 May 26 03:23:59.633133 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964480dc-8b58-4d91-8363-bac691260a36 req-ab794a55-d5eb-46ef-aa2d-f9e7e26d20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:59.634553 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-ab794a55-d5eb-46ef-aa2d-f9e7e26d20a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5634fcb-851a-41f3-92b2-2385a9c5a407 HTTP/1.1" status: 200 len: 850 time: 0.0462532 May 26 03:23:59.699838 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964480dc-8b58-4d91-8363-bac691260a36 req-069c73e4-f05d-45b0-9dcc-df80bc214d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:23:59.701357 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-069c73e4-f05d-45b0-9dcc-df80bc214d80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=536c60a9-349c-427d-a636-2554c2acd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449901 May 26 03:23:59.801736 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-ad9336d1-d8f8-473b-bfbc-b0b9024f1ce1 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853631 May 26 03:24:00.063454 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:00.072313 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e8729-bf9e-4db0-9888-c540e3c2769f req-abfe552b-b922-4b9c-a5c5-17913da9ee01 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:00.073763 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cf4e8729-bf9e-4db0-9888-c540e3c2769f req-abfe552b-b922-4b9c-a5c5-17913da9ee01 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0479152 May 26 03:24:00.119990 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cf4e8729-bf9e-4db0-9888-c540e3c2769f req-d2910cf2-4e82-4b6a-95f4-f1092c3fa9c9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402851 May 26 03:24:00.297688 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:00.306031 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fa14c-ec72-4c74-9600-4d9cd9a2281d req-aa0551c1-c054-4720-8b93-04b32b7ea90b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:00.307475 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-998fa14c-ec72-4c74-9600-4d9cd9a2281d req-aa0551c1-c054-4720-8b93-04b32b7ea90b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 943 time: 0.0474184 May 26 03:24:00.356175 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-998fa14c-ec72-4c74-9600-4d9cd9a2281d req-e67396bf-ce7d-44ed-9706-3c28f37233d4 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 May 26 03:24:00.832706 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-964480dc-8b58-4d91-8363-bac691260a36 req-c686a738-562e-4ce7-bc6d-b7df6f71cf62 service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955634 May 26 03:24:00.862680 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a925-1e1e-4a37-9991-7272f8a33c2c req-5a915d96-b61a-4851-861e-f1ac83495d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:00.864186 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a210a925-1e1e-4a37-9991-7272f8a33c2c req-5a915d96-b61a-4851-861e-f1ac83495d5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 1129 time: 0.0457850 May 26 03:24:01.231820 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15adf5-fd7b-43bf-980c-5aaf795c9d0e req-08b3cd89-7665-45a9-8eb3-c96686a1a7c9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:01.233406 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8f15adf5-fd7b-43bf-980c-5aaf795c9d0e req-08b3cd89-7665-45a9-8eb3-c96686a1a7c9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0472972 May 26 03:24:01.281618 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8f15adf5-fd7b-43bf-980c-5aaf795c9d0e req-c4fb460a-c17e-40d0-90be-04fee8ee906f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422337 May 26 03:24:01.467626 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38d267-5c69-424c-8fd4-73879f7b4510 req-50b2c2e7-a997-46f0-9b4b-54263935bb85 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:01.468945 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7f38d267-5c69-424c-8fd4-73879f7b4510 req-50b2c2e7-a997-46f0-9b4b-54263935bb85 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 943 time: 0.0446661 May 26 03:24:01.514235 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7f38d267-5c69-424c-8fd4-73879f7b4510 req-99ce4678-f4dd-44d2-a612-5ff818f1c486 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392840 May 26 03:24:01.837229 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a210a925-1e1e-4a37-9991-7272f8a33c2c req-fd1999f2-7961-4b5d-aa81-620e8db8d758 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 May 26 03:24:02.266783 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-05662924-f378-407f-9158-3239a4ff6c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:02.402208 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0c0bb-1ed8-4889-bb82-2deb251f8fdc req-8e95d8d9-9298-4422-be55-3626b9da8c4a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:02.403697 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-18a0c0bb-1ed8-4889-bb82-2deb251f8fdc req-8e95d8d9-9298-4422-be55-3626b9da8c4a tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0522778 May 26 03:24:02.449718 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-18a0c0bb-1ed8-4889-bb82-2deb251f8fdc req-8b49ac5b-909b-4465-9da2-813be6f09de9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405893 May 26 03:24:02.636106 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cf343-c7e3-4487-93be-29eabcdd975a req-2c9fff91-1db8-4459-b91c-b67ea873354d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:02.637551 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bd0cf343-c7e3-4487-93be-29eabcdd975a req-2c9fff91-1db8-4459-b91c-b67ea873354d tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 943 time: 0.0504434 May 26 03:24:02.683706 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bd0cf343-c7e3-4487-93be-29eabcdd975a req-3c830798-a4c5-4a9a-86e0-cd8226aebcbf tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 May 26 03:24:03.128058 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 82bfdd5c-e467-4d88-89cf-a63fbed99267 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:24:03.221386 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:03.228255 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 82bfdd5c-e467-4d88-89cf-a63fbed99267, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=82bfdd5c-e467-4d88-89cf-a63fbed99267,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:24:03.241470 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '82bfdd5c-e467-4d88-89cf-a63fbed99267', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'port_id': '82bfdd5c-e467-4d88-89cf-a63fbed99267', 'mac_address': 'fa:16:3e:ff:d0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:24:03.271744 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:03.278092 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 82bfdd5c-e467-4d88-89cf-a63fbed99267 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:24:03.278473 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:03.293365 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bfdd5c-e467-4d88-89cf-a63fbed99267 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:24:03.314006 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 82bfdd5c-e467-4d88-89cf-a63fbed99267, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=82bfdd5c-e467-4d88-89cf-a63fbed99267,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:24:03.317736 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:03.365463 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=82bfdd5c-e467-4d88-89cf-a63fbed99267,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:03.598512 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['82bfdd5c-e467-4d88-89cf-a63fbed99267'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:24:03.721302 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:03.736736 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea5ac2-cbce-481d-a4af-c941f12a989b req-22d7f378-9e66-4a7b-b05e-eb749c62eb0c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:03.738415 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-93ea5ac2-cbce-481d-a4af-c941f12a989b req-22d7f378-9e66-4a7b-b05e-eb749c62eb0c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.2165785 May 26 03:24:03.794539 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-93ea5ac2-cbce-481d-a4af-c941f12a989b req-6dae176c-36d2-4b0c-a0bf-159f80b01e24 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505190 May 26 03:24:03.866333 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7d613-566d-4415-83e5-e056de24cfcd req-cae93ad7-100e-4794-b37b-09d71c9c09cf tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:03.867841 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-03a7d613-566d-4415-83e5-e056de24cfcd req-cae93ad7-100e-4794-b37b-09d71c9c09cf tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 944 time: 0.1057696 May 26 03:24:03.921230 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-03a7d613-566d-4415-83e5-e056de24cfcd req-f75ac540-7350-4453-b0ca-7ce155644d64 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478594 May 26 03:24:04.182271 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-e5e56d01-171a-422c-b997-b6df39ebcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:04.184688 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-e5e56d01-171a-422c-b997-b6df39ebcfda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 1129 time: 0.0432172 May 26 03:24:04.200865 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c3ec7-74f6-4efd-aee4-3deb96ad79cd req-8b581e93-9d6e-4e3b-b86d-5b295562fe85 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:04.202342 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c69c3ec7-74f6-4efd-aee4-3deb96ad79cd req-8b581e93-9d6e-4e3b-b86d-5b295562fe85 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0532417 May 26 03:24:04.249155 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c69c3ec7-74f6-4efd-aee4-3deb96ad79cd req-dfdf2788-d6ed-48a0-b96d-f2e56de43aec tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412095 May 26 03:24:04.261016 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:04.277933 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-de5d897d-1996-4451-bf86-a35b9af9b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:04.279411 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-de5d897d-1996-4451-bf86-a35b9af9b7f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.0880907 May 26 03:24:04.346072 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-32cca063-b121-49cf-9b34-241e4eff6531 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2516fb3c-1be4-4266-a70c-baf445d747eb HTTP/1.1" status: 200 len: 1001 time: 0.0582619 May 26 03:24:04.403884 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-0aa93fc1-9f94-4411-a009-06ae5e00319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:04.405311 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-0aa93fc1-9f94-4411-a009-06ae5e00319c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0437429 May 26 03:24:04.447817 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-76f57b64-26b9-45d3-9e0f-048bfeef016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:04.449189 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-76f57b64-26b9-45d3-9e0f-048bfeef016d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376959 May 26 03:24:04.491296 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4a291676-ae4f-481a-948f-e22704c464a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:04.512556 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:04.548823 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-b713b36c-e2d8-4eda-b02b-4dfa3d05f138 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872002 May 26 03:24:04.637210 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cbc08f2c-607f-45c6-a7e4-8ee07b0bab89 req-06f855c5-0066-4779-8a97-adf0e727d338 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818987 May 26 03:24:05.133412 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 82bfdd5c-e467-4d88-89cf-a63fbed99267 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:24:05.182174 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 82bfdd5c-e467-4d88-89cf-a63fbed99267 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:24:05.190634 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 82bfdd5c-e467-4d88-89cf-a63fbed99267 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:24:05.191010 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:05.289824 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 82bfdd5c-e467-4d88-89cf-a63fbed99267 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:24:05.290210 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:05.316084 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbe113-2b21-4904-90ae-82af2d3a2a4f req-1a3e3ff6-0c22-4956-8fd1-d1cec02285ba tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:05.317576 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0edbe113-2b21-4904-90ae-82af2d3a2a4f req-1a3e3ff6-0c22-4956-8fd1-d1cec02285ba tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 944 time: 0.3232844 May 26 03:24:05.318232 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bfdd5c-e467-4d88-89cf-a63fbed99267'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:24:05.320637 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4078887-3dcc-4a69-8627-902ea1d69a08" -d '{"events": [{"server_uuid": "eda7a98d-ade2-446b-9e69-d559a22cfb77", "name": "network-vif-plugged", "status": "completed", "tag": "82bfdd5c-e467-4d88-89cf-a63fbed99267"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:24:05.333708 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 82bfdd5c-e467-4d88-89cf-a63fbed99267, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=82bfdd5c-e467-4d88-89cf-a63fbed99267,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:24:05.337936 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:05.364756 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bcde5-a240-4703-bb63-ef39fae1b2d4 req-211288c9-a885-47f5-9801-c1fa1fe19a6d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:05.366234 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db1bcde5-a240-4703-bb63-ef39fae1b2d4 req-211288c9-a885-47f5-9801-c1fa1fe19a6d tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 945 time: 0.0703206 May 26 03:24:05.393782 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=82bfdd5c-e467-4d88-89cf-a63fbed99267,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:05.406706 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0edbe113-2b21-4904-90ae-82af2d3a2a4f req-7a03b99d-4649-4b3b-9f1a-122dd5573cd5 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728905 May 26 03:24:05.438412 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db1bcde5-a240-4703-bb63-ef39fae1b2d4 req-9d984039-cf7d-43f4-a1a0-da159c8df9bd tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622740 May 26 03:24:05.480721 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef4e21c-4d87-4494-b6cd-a1096f8efd67 x-openstack-request-id: req-cef4e21c-4d87-4494-b6cd-a1096f8efd67 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:24:05.481009 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda7a98d-ade2-446b-9e69-d559a22cfb77", "name": "network-vif-plugged", "status": "completed", "tag": "82bfdd5c-e467-4d88-89cf-a63fbed99267", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:24:05.481257 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cef4e21c-4d87-4494-b6cd-a1096f8efd67 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:24:05.481648 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef4e21c-4d87-4494-b6cd-a1096f8efd67'] response: {'server_uuid': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bfdd5c-e467-4d88-89cf-a63fbed99267', 'code': 200} May 26 03:24:05.517614 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314248c-bfd1-46f0-8269-1b82c0ae8762 req-30854745-9051-4b35-ade7-5254b6be73f9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:05.519020 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2314248c-bfd1-46f0-8269-1b82c0ae8762 req-30854745-9051-4b35-ade7-5254b6be73f9 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0507383 May 26 03:24:05.548919 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:05.566566 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2314248c-bfd1-46f0-8269-1b82c0ae8762 req-70c411af-78ec-42de-b61d-d3b6244e4a23 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 May 26 03:24:05.774693 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:06.486374 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:06.547023 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579772a0-5ab9-40bb-b524-f9dcf0fb5546 req-df3e73f4-8bba-443b-8998-f6f0eec85a9e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:06.549306 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-579772a0-5ab9-40bb-b524-f9dcf0fb5546 req-df3e73f4-8bba-443b-8998-f6f0eec85a9e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 945 time: 0.0732789 May 26 03:24:06.570519 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74a5e3-5cce-4757-a65b-d7e1e9203d0a req-9171d6d0-9ed7-42bb-8a32-93fe6ce8d25f tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:06.571945 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be74a5e3-5cce-4757-a65b-d7e1e9203d0a req-9171d6d0-9ed7-42bb-8a32-93fe6ce8d25f tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 945 time: 0.0646744 May 26 03:24:06.650966 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-579772a0-5ab9-40bb-b524-f9dcf0fb5546 req-97ea87c2-ed80-46b4-8152-5beccfa30215 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960646 May 26 03:24:06.654267 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-be74a5e3-5cce-4757-a65b-d7e1e9203d0a req-712d56b6-4dc4-4fac-adb7-7a77dff09655 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762064 May 26 03:24:06.753652 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8e18f-6e61-4626-b75f-fd759cf7ed9b req-52072f5b-b5f4-46c1-8f8a-5daaddadd02e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:06.755107 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-edc8e18f-6e61-4626-b75f-fd759cf7ed9b req-52072f5b-b5f4-46c1-8f8a-5daaddadd02e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0467083 May 26 03:24:06.801850 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-edc8e18f-6e61-4626-b75f-fd759cf7ed9b req-ab38131a-61ee-4d62-9081-f55c43a29485 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412877 May 26 03:24:07.207273 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:07.803006 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68854b8c-1be5-4fdf-9bfe-e4ce8a2ea37d req-79dcb718-fe98-4f28-a87a-59275b3d953b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:07.804509 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-68854b8c-1be5-4fdf-9bfe-e4ce8a2ea37d req-79dcb718-fe98-4f28-a87a-59275b3d953b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 945 time: 0.0815229 May 26 03:24:07.810490 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a0247-4884-4861-9f53-d983b1c4b28f req-5cd99725-330e-40e9-b3a9-be7cc04262e2 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:07.811868 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-630a0247-4884-4861-9f53-d983b1c4b28f req-5cd99725-330e-40e9-b3a9-be7cc04262e2 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 945 time: 0.0876760 May 26 03:24:07.881440 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-68854b8c-1be5-4fdf-9bfe-e4ce8a2ea37d req-efae6b30-5219-4518-a3e4-511fb8d8b0c8 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686338 May 26 03:24:07.890515 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-630a0247-4884-4861-9f53-d983b1c4b28f req-5b33ac33-d79d-4ff5-8884-88950d97a461 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709844 May 26 03:24:07.991159 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5608c-5009-4692-88ac-fc492919b50b req-974fe347-7490-449a-a8a8-5644beb15f72 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:07.992523 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f3c5608c-5009-4692-88ac-fc492919b50b req-974fe347-7490-449a-a8a8-5644beb15f72 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0463114 May 26 03:24:08.039094 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f3c5608c-5009-4692-88ac-fc492919b50b req-b3cfd30e-2791-40a4-b9c8-0caa4e6b3bca tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411756 May 26 03:24:08.150774 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc919e6-083c-4752-8319-e2bc9006eb14 req-11c54056-4887-4ba3-a79e-48f82da664c8 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:08.152286 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3cc919e6-083c-4752-8319-e2bc9006eb14 req-11c54056-4887-4ba3-a79e-48f82da664c8 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0509162 May 26 03:24:08.160965 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53202) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:24:08.165726 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-302d0d63-9636-4907-a3f6-68b00af9c636 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Request body: {'floatingip': {'port_id': '2516fb3c-1be4-4266-a70c-baf445d747eb'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:24:08.250095 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31a587-9b2b-49b8-a670-9966ce868370 req-8f8555d5-e108-4b7b-8e49-5e2e6065f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:08.252126 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da31a587-9b2b-49b8-a670-9966ce868370 req-8f8555d5-e108-4b7b-8e49-5e2e6065f61b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 1129 time: 0.1225266 May 26 03:24:08.266331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-8db04b69-54ee-4a83-b258-a702c70df9b3 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:08.267920 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-8db04b69-54ee-4a83-b258-a702c70df9b3 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 945 time: 0.0970569 May 26 03:24:08.310694 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-302d0d63-9636-4907-a3f6-68b00af9c636 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for floatingip (691b6cb1-31a1-46e7-870d-9b06e51dc6cb), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:08.413342 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-da31a587-9b2b-49b8-a670-9966ce868370 req-420a97cd-8655-40e4-9af7-003f6ad7ec65 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534729 May 26 03:24:08.526210 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:08.677946 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Deleting port 171f98aa-728b-4183-8fb1-b6de36320d3e {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:24:08.678287 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:08.845836 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] For port 171f98aa-728b-4183-8fb1-b6de36320d3e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=171f98aa-728b-4183-8fb1-b6de36320d3e,segment=NetworkSegment(5476a209-2370-4fe0-86d1-81e9b967e728),segment_id=5476a209-2370-4fe0-86d1-81e9b967e728)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:24:08.846082 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:08.887041 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Calling delete_port for 171f98aa-728b-4183-8fb1-b6de36320d3e owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:24:08.908684 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:09.039963 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b96be-127b-4997-a559-84d108b1f983 req-da3c998d-2850-4d4c-84d6-0b3cf45daba7 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:09.041595 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fd4b96be-127b-4997-a559-84d108b1f983 req-da3c998d-2850-4d4c-84d6-0b3cf45daba7 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 945 time: 0.0682671 May 26 03:24:09.047521 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257400cd-72d4-49aa-a6fc-231ee13a48aa req-db552c09-1e5d-478c-8318-33b8c017d1c0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:09.049120 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-257400cd-72d4-49aa-a6fc-231ee13a48aa req-db552c09-1e5d-478c-8318-33b8c017d1c0 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 945 time: 0.0865386 May 26 03:24:09.097091 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:09.130628 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fd4b96be-127b-4997-a559-84d108b1f983 req-bcd93e2a-8a5c-4d9c-a51b-276b24ef5055 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/security-groups?id=52149694-c2f1-4ee1-98e8-ccd30695aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805500 May 26 03:24:09.133930 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-257400cd-72d4-49aa-a6fc-231ee13a48aa req-4a9154f7-d658-4187-ba5a-f0aef3b165f8 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779970 May 26 03:24:09.188969 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (171f98aa-728b-4183-8fb1-b6de36320d3e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:09.200159 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['171f98aa-728b-4183-8fb1-b6de36320d3e'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:24:09.244884 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Pushing event deleted for resources: {'Port': ['ID=171f98aa-728b-4183-8fb1-b6de36320d3e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:09.300513 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-302d0d63-9636-4907-a3f6-68b00af9c636 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:09.301664 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] No DVR routers for this DVR port 171f98aa-728b-4183-8fb1-b6de36320d3e on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:24:09.304424 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:09.307811 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-05f2008e-6af3-46b0-9623-8366e4cda9a7 req-ba4aa943-60c9-4586-b49f-5c3a7146066c tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.45 "DELETE /v2.0/ports/171f98aa-728b-4183-8fb1-b6de36320d3e HTTP/1.1" status: 204 len: 173 time: 1.0313771 May 26 03:24:09.308249 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c566ba3-ca5a-40ac-90d3-2d663c7370a2', 'name': 'network-vif-deleted', 'tag': '171f98aa-728b-4183-8fb1-b6de36320d3e'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:24:09.310450 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b748c24d-ff1e-4f1b-a82f-c05201e65d3c" -d '{"events": [{"server_uuid": "5c566ba3-ca5a-40ac-90d3-2d663c7370a2", "name": "network-vif-deleted", "tag": "171f98aa-728b-4183-8fb1-b6de36320d3e"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:24:09.313952 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-302d0d63-9636-4907-a3f6-68b00af9c636 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (691b6cb1-31a1-46e7-870d-9b06e51dc6cb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:09.357836 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed2da80-a84a-49b7-a81a-644bf668a380 x-openstack-request-id: req-2ed2da80-a84a-49b7-a81a-644bf668a380 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:24:09.358184 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c566ba3-ca5a-40ac-90d3-2d663c7370a2", "name": "network-vif-deleted", "tag": "171f98aa-728b-4183-8fb1-b6de36320d3e", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:24:09.358731 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ed2da80-a84a-49b7-a81a-644bf668a380 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:24:09.358908 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed2da80-a84a-49b7-a81a-644bf668a380'] response: {'server_uuid': '5c566ba3-ca5a-40ac-90d3-2d663c7370a2', 'name': 'network-vif-deleted', 'tag': '171f98aa-728b-4183-8fb1-b6de36320d3e', 'status': 'completed', 'code': 200} May 26 03:24:09.532918 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302d0d63-9636-4907-a3f6-68b00af9c636 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Router dd82cb8b-ac19-4303-85f5-77c2f4484920 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:24:09.636337 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302d0d63-9636-4907-a3f6-68b00af9c636 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:24:09.641311 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-302d0d63-9636-4907-a3f6-68b00af9c636 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:09.646813 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] Sync routers for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:24:09.656468 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:24:09.657170 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:24:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:09.700264 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-302d0d63-9636-4907-a3f6-68b00af9c636 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "PUT /v2.0/floatingips/691b6cb1-31a1-46e7-870d-9b06e51dc6cb HTTP/1.1" status: 200 len: 993 time: 1.5382590 May 26 03:24:09.759385 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:24:09.892468 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:09.896818 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:09.968527 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '691b6cb1-31a1-46e7-870d-9b06e51dc6cb', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'port_id': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'mac_address': 'fa:16:3e:30:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454dedcd-2079-45ae-8ad7-f75962e12064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:22:11Z', 'updated_at': '2022-05-26T03:24:09Z', 'revision_number': 3, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:09.996075 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] Checking router: dd82cb8b-ac19-4303-85f5-77c2f4484920 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:24:10.004421 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:24:10.005015 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:24:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:10.103705 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:24:10.272453 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-09a64e38-c1e7-47e9-99ec-caa18dd0bc73 req-4111904a-ce69-4297-8752-c2019d3ec9a8 tempest-VolumesSnapshotTestJSON-105390661 tempest-VolumesSnapshotTestJSON-105390661-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c566ba3-ca5a-40ac-90d3-2d663c7370a2 HTTP/1.1" status: 200 len: 210 time: 0.0344012 May 26 03:24:10.290737 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10210efe-731d-4c29-b899-ea4ba8b6f8d0 req-3f0a24e5-1a75-4f12-9ad2-e0fe32c2e80a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:10.290737 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-10210efe-731d-4c29-b899-ea4ba8b6f8d0 req-3f0a24e5-1a75-4f12-9ad2-e0fe32c2e80a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 945 time: 0.0846076 May 26 03:24:10.337813 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '691b6cb1-31a1-46e7-870d-9b06e51dc6cb', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'port_id': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'mac_address': 'fa:16:3e:30:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454dedcd-2079-45ae-8ad7-f75962e12064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:22:11Z', 'updated_at': '2022-05-26T03:24:09Z', 'revision_number': 3, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:10.342231 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-10210efe-731d-4c29-b899-ea4ba8b6f8d0 req-fb1d1d59-648f-45c6-8d47-64ad44b5f63a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457664 May 26 03:24:10.363785 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a36a62-682c-4123-9013-ad4afb59b6f7 None None] The sync data for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi is: [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '691b6cb1-31a1-46e7-870d-9b06e51dc6cb', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'port_id': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'mac_address': 'fa:16:3e:30:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454dedcd-2079-45ae-8ad7-f75962e12064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:22:11Z', 'updated_at': '2022-05-26T03:24:09Z', 'revision_number': 3, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:24:10.473158 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6fa1e-ab8c-4c61-be5e-42abc4c48200 req-5130930f-c8d6-43af-9ec1-add7e0b3b6ad tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:10.474748 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b6c6fa1e-ab8c-4c61-be5e-42abc4c48200 req-5130930f-c8d6-43af-9ec1-add7e0b3b6ad tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 945 time: 0.0524237 May 26 03:24:10.484492 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53218) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:24:10.489927 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-39f3f1d1-627b-4e32-8aca-e057bbafac9a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Request body: {'floatingip': {'port_id': '82bfdd5c-e467-4d88-89cf-a63fbed99267'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:24:10.531775 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f3f1d1-627b-4e32-8aca-e057bbafac9a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (5daac4b3-276e-455e-a492-aeb6fe529706), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:10.591647 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:10.929360 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:10.939646 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f3f1d1-627b-4e32-8aca-e057bbafac9a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:10.943385 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f3f1d1-627b-4e32-8aca-e057bbafac9a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (5daac4b3-276e-455e-a492-aeb6fe529706), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:11.042985 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-39f3f1d1-627b-4e32-8aca-e057bbafac9a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Floating IP 5daac4b3-276e-455e-a492-aeb6fe529706 associated. External IP: 172.27.2.254, port: 82bfdd5c-e467-4d88-89cf-a63fbed99267. May 26 03:24:11.234971 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f3f1d1-627b-4e32-8aca-e057bbafac9a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Router aa61c987-3b3c-490c-879b-8e3250263ed2 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:24:11.314948 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:11.347225 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f3f1d1-627b-4e32-8aca-e057bbafac9a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:24:11.352456 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39f3f1d1-627b-4e32-8aca-e057bbafac9a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:11.368230 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] Sync routers for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:24:11.373429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb'}, {'name': 'network-changed', 'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:24:11.375681 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055bd789-dca6-4e9d-bfe7-23963e78a941" -d '{"events": [{"name": "network-changed", "server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb"}, {"name": "network-changed", "server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:24:11.394372 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-39f3f1d1-627b-4e32-8aca-e057bbafac9a tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "PUT /v2.0/floatingips/5daac4b3-276e-455e-a492-aeb6fe529706 HTTP/1.1" status: 200 len: 991 time: 0.9054065 May 26 03:24:11.397456 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:24:11.398225 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:24:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:11.430670 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b32843c-2137-4aa5-8e98-2973cd300496 x-openstack-request-id: req-9b32843c-2137-4aa5-8e98-2973cd300496 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:24:11.431347 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:24:11.431805 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b32843c-2137-4aa5-8e98-2973cd300496 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:24:11.432412 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b32843c-2137-4aa5-8e98-2973cd300496'] response: {'name': 'network-changed', 'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'status': 'completed', 'code': 200} May 26 03:24:11.432976 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b32843c-2137-4aa5-8e98-2973cd300496'] response: {'name': 'network-changed', 'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'status': 'completed', 'code': 200} May 26 03:24:11.509187 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:24:11.725194 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-cdd1058c-852f-4207-9ffa-2b31f7505ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:11.727090 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-cdd1058c-852f-4207-9ffa-2b31f7505ccb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 1129 time: 0.0450759 May 26 03:24:11.823489 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-b272ee51-ea64-4f57-9732-4ebf2a58c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:11.824895 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-b272ee51-ea64-4f57-9732-4ebf2a58c795 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.0916231 May 26 03:24:11.885349 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-b015d596-23e5-4f54-b067-f737207f16fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2516fb3c-1be4-4266-a70c-baf445d747eb HTTP/1.1" status: 200 len: 1001 time: 0.0544012 May 26 03:24:11.906835 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '5daac4b3-276e-455e-a492-aeb6fe529706', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'port_id': '82bfdd5c-e467-4d88-89cf-a63fbed99267', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'mac_address': 'fa:16:3e:ff:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:23:53Z', 'updated_at': '2022-05-26T03:24:10Z', 'revision_number': 1, 'project_id': '921ab4465c1b48758a03fe0411940778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:11.917025 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:11.934927 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-f136dcbb-f614-4ca7-b8ad-d49269793e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:11.936427 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-f136dcbb-f614-4ca7-b8ad-d49269793e5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0435462 May 26 03:24:11.936566 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] Checking router: aa61c987-3b3c-490c-879b-8e3250263ed2 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:24:11.947607 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:24:11.948400 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:24:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:11.987631 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-2d9babbf-e613-4f44-b7ec-8092a8ae746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:11.989133 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-2d9babbf-e613-4f44-b7ec-8092a8ae746f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464380 May 26 03:24:12.051023 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:24:12.078157 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-db6fc80b-a23c-4cb7-8024-150a0fc457d2 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820794 May 26 03:24:12.170247 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-1d5846d9-dd82-46e0-93f3-b8c95269621d service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859053 May 26 03:24:12.203631 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:12.249460 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-d9301190-7dc5-469d-a1f3-1340dc73349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:12.251086 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-d9301190-7dc5-469d-a1f3-1340dc73349f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 1129 time: 0.0413063 May 26 03:24:12.264290 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '5daac4b3-276e-455e-a492-aeb6fe529706', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'port_id': '82bfdd5c-e467-4d88-89cf-a63fbed99267', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'mac_address': 'fa:16:3e:ff:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:23:53Z', 'updated_at': '2022-05-26T03:24:10Z', 'revision_number': 1, 'project_id': '921ab4465c1b48758a03fe0411940778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:12.293396 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e7859-345d-460b-960e-739b1040cb27 None None] The sync data for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi is: [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '5daac4b3-276e-455e-a492-aeb6fe529706', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'port_id': '82bfdd5c-e467-4d88-89cf-a63fbed99267', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'mac_address': 'fa:16:3e:ff:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:23:53Z', 'updated_at': '2022-05-26T03:24:10Z', 'revision_number': 1, 'project_id': '921ab4465c1b48758a03fe0411940778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:24:12.299643 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:12.345893 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-56c552c1-35e7-4771-9818-d226feeb5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:12.347302 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-56c552c1-35e7-4771-9818-d226feeb5812 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.0906897 May 26 03:24:12.410008 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-e23e12ab-0581-4839-906f-22d4d35182d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2516fb3c-1be4-4266-a70c-baf445d747eb HTTP/1.1" status: 200 len: 1001 time: 0.0565619 May 26 03:24:12.471835 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-6d4bc5c9-0ef9-41f7-9841-b8719f45d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:12.473601 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-6d4bc5c9-0ef9-41f7-9841-b8719f45d8eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0490472 May 26 03:24:12.486886 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17595316-b98e-4201-bb0c-7fcf5e85a367 None None] New status for floating IP 5daac4b3-276e-455e-a492-aeb6fe529706: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:24:12.524657 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-e167f727-f7e7-4ad1-9986-3dc06c239b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:12.526215 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-e167f727-f7e7-4ad1-9986-3dc06c239b4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456536 May 26 03:24:12.617559 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-84a450fe-5b37-48da-a782-8481c21eaa96 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840163 May 26 03:24:12.721655 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-055bd789-dca6-4e9d-bfe7-23963e78a941 req-b19700f9-eccc-49a4-8f21-0370139e581c service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929222 May 26 03:24:13.043127 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-03a1ae33-b5b3-4fa8-baf6-9b6fcf7b1aca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379763 May 26 03:24:13.102035 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-3a72b086-5a8b-4e9d-b63f-a97507863009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:13.103546 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-3a72b086-5a8b-4e9d-b63f-a97507863009 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 1129 time: 0.0376186 May 26 03:24:13.433914 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'tag': '82bfdd5c-e467-4d88-89cf-a63fbed99267'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:24:13.436289 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e591f88d-6115-4329-935b-e03b159fd4be" -d '{"events": [{"name": "network-changed", "server_uuid": "eda7a98d-ade2-446b-9e69-d559a22cfb77", "tag": "82bfdd5c-e467-4d88-89cf-a63fbed99267"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:24:13.472008 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e62b65a-e28e-48fb-ae09-06bc6a71b518 x-openstack-request-id: req-6e62b65a-e28e-48fb-ae09-06bc6a71b518 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:24:13.472290 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda7a98d-ade2-446b-9e69-d559a22cfb77", "tag": "82bfdd5c-e467-4d88-89cf-a63fbed99267", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:24:13.472534 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e62b65a-e28e-48fb-ae09-06bc6a71b518 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:24:13.472920 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e62b65a-e28e-48fb-ae09-06bc6a71b518'] response: {'name': 'network-changed', 'server_uuid': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'tag': '82bfdd5c-e467-4d88-89cf-a63fbed99267', 'status': 'completed', 'code': 200} May 26 03:24:13.910824 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 171f98aa-728b-4183-8fb1-b6de36320d3e no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:24:13.931322 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 171f98aa-728b-4183-8fb1-b6de36320d3e {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:24:13.931665 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 171f98aa-728b-4183-8fb1-b6de36320d3e not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:24:15.923886 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f88d-6115-4329-935b-e03b159fd4be req-ce882947-f6d3-414c-a287-70afff73d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:15.925368 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e591f88d-6115-4329-935b-e03b159fd4be req-ce882947-f6d3-414c-a287-70afff73d2bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=921ab4465c1b48758a03fe0411940778&device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 1129 time: 0.3012083 May 26 03:24:15.994808 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:16.003637 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-64c33731-9786-468d-9e9a-61eb183d68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:16.005097 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-64c33731-9786-468d-9e9a-61eb183d68bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 200 len: 919 time: 0.4007902 May 26 03:24:16.050749 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-c3e7bfb7-df0f-4d5f-bd56-2198c11b9234 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae HTTP/1.1" status: 200 len: 217 time: 0.0394104 May 26 03:24:16.097985 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f88d-6115-4329-935b-e03b159fd4be req-0116e7cc-19fa-4bd2-85fd-d1b857535f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:16.099539 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e591f88d-6115-4329-935b-e03b159fd4be req-0116e7cc-19fa-4bd2-85fd-d1b857535f99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 200 len: 912 time: 0.1654534 May 26 03:24:16.147037 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-4120328c-3de6-4110-87ba-dfc021775909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:16.148555 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-4120328c-3de6-4110-87ba-dfc021775909 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 200 len: 857 time: 0.0919101 May 26 03:24:16.212195 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e591f88d-6115-4329-935b-e03b159fd4be req-090d2d0b-4a23-44d2-bece-c3e593e15468 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82bfdd5c-e467-4d88-89cf-a63fbed99267 HTTP/1.1" status: 200 len: 1001 time: 0.0960729 May 26 03:24:16.218390 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-8a90361f-89ed-4b1c-8f0e-eb76874b22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:16.220554 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-8a90361f-89ed-4b1c-8f0e-eb76874b22ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4375029a-d8a1-4722-8a4a-b3ca95f8a865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611913 May 26 03:24:16.317703 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f88d-6115-4329-935b-e03b159fd4be req-9fbac68f-531b-40b4-aa28-cde3ecf3ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:16.319147 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e591f88d-6115-4329-935b-e03b159fd4be req-9fbac68f-531b-40b4-aa28-cde3ecf3ae8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5634fcb-851a-41f3-92b2-2385a9c5a407 HTTP/1.1" status: 200 len: 850 time: 0.1104214 May 26 03:24:16.342391 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:16.381272 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f88d-6115-4329-935b-e03b159fd4be req-fc48710f-8fb3-4dae-8975-68e89edc0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:16.382767 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e591f88d-6115-4329-935b-e03b159fd4be req-fc48710f-8fb3-4dae-8975-68e89edc0c29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=536c60a9-349c-427d-a636-2554c2acd379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554266 May 26 03:24:16.387875 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-bc281a7f-56f6-4baf-b399-9515f4d2a298 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496184 May 26 03:24:16.546738 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e591f88d-6115-4329-935b-e03b159fd4be req-4d52b417-1b02-41d5-b707-fd7e0c099c8a service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507249 May 26 03:24:16.550478 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4acb47bc-6fdc-4f0f-8629-2077a07d1582 req-a1a481b5-83e8-49b0-9260-f232e905b2a7 service neutron] 10.222.0.45 "GET /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469805 May 26 03:24:16.645947 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e591f88d-6115-4329-935b-e03b159fd4be req-fdb4be85-124c-4bdc-bc26-794887f057bc service neutron] 10.222.0.45 "GET /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892532 May 26 03:24:20.462313 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:20.464377 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:22.269081 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:22.588239 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:22.590951 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:23.915221 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:23.915921 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:24.802085 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ed6a6-ba92-4b67-9a2f-6c458efb78c5 req-a234cef8-4755-44e3-968b-2d7c2e96481e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:24.803566 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0e9ed6a6-ba92-4b67-9a2f-6c458efb78c5 req-a234cef8-4755-44e3-968b-2d7c2e96481e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0469666 May 26 03:24:24.850026 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0e9ed6a6-ba92-4b67-9a2f-6c458efb78c5 req-dd1060cd-c2eb-421f-aa38-484f4d71c127 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 May 26 03:24:25.970035 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9fc69-3bda-4fe6-9500-a1242b4235ba req-2a05264d-0fe0-456a-9385-2cc109390d13 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:25.971543 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f7d9fc69-3bda-4fe6-9500-a1242b4235ba req-2a05264d-0fe0-456a-9385-2cc109390d13 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0476637 May 26 03:24:26.018128 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f7d9fc69-3bda-4fe6-9500-a1242b4235ba req-cf58742e-c857-496c-9963-9d20923c77c0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410678 May 26 03:24:26.636002 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=32 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:26.642403 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=70 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:27.136817 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4923090-0fb3-43d3-8964-20be1794f186 req-f76402cd-3b88-423e-89bd-254f8f3bb153 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:27.138280 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4923090-0fb3-43d3-8964-20be1794f186 req-f76402cd-3b88-423e-89bd-254f8f3bb153 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0501392 May 26 03:24:27.187478 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4923090-0fb3-43d3-8964-20be1794f186 req-a9bddb45-0d12-4a5f-b58d-aa52cf3ddf35 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 May 26 03:24:28.307317 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaa631-7653-44c9-ad97-5d46304161bd req-0330ce64-c6c0-42fe-8d2f-7b39f97e41a8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:28.308792 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dacaa631-7653-44c9-ad97-5d46304161bd req-0330ce64-c6c0-42fe-8d2f-7b39f97e41a8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0470684 May 26 03:24:28.354822 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dacaa631-7653-44c9-ad97-5d46304161bd req-84591370-e8f2-4c83-bcec-e6e76da909f9 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405269 May 26 03:24:29.469662 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a1ff8-a4f0-4176-a2ac-7812728ef65d req-81cd2dc1-5437-41c6-81f4-ac5e7ecd8f4a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:29.471753 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-881a1ff8-a4f0-4176-a2ac-7812728ef65d req-81cd2dc1-5437-41c6-81f4-ac5e7ecd8f4a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0454133 May 26 03:24:29.520984 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-881a1ff8-a4f0-4176-a2ac-7812728ef65d req-648af766-d85c-4f1f-8422-ce07f182a056 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 May 26 03:24:30.638315 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e4fa-1c78-4fd1-bbd1-a245e362f40a req-a9b4ee61-e346-45d3-9727-d82b8f28fcbe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:30.640133 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fdf9e4fa-1c78-4fd1-bbd1-a245e362f40a req-a9b4ee61-e346-45d3-9727-d82b8f28fcbe tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0490763 May 26 03:24:30.686562 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fdf9e4fa-1c78-4fd1-bbd1-a245e362f40a req-55c7a171-5981-4f14-ac44-d3c8b5f77e8a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398271 May 26 03:24:31.812442 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3f9aa-7d43-4f51-b831-b5d7078c3d12 req-37ac5e93-4d24-43b9-a2b4-752b42f0e8ce tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:31.813911 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0ea3f9aa-7d43-4f51-b831-b5d7078c3d12 req-37ac5e93-4d24-43b9-a2b4-752b42f0e8ce tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0473580 May 26 03:24:31.859573 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0ea3f9aa-7d43-4f51-b831-b5d7078c3d12 req-a31e2310-c1b2-41a7-af4f-0b19188f38dc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 May 26 03:24:32.270247 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-671da46c-72b3-4254-ac96-b6344623a78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.474209 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53412) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:24:32.519010 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Deleting subnet f5ae9bd7-35cf-4a17-886e-4554e51f70f8 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:24:32.522225 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Publish callbacks [] for subnet (f5ae9bd7-35cf-4a17-886e-4554e51f70f8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.555348 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352651'] for subnet (f5ae9bd7-35cf-4a17-886e-4554e51f70f8), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.598500 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (f5ae9bd7-35cf-4a17-886e-4554e51f70f8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.649789 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4438528'] for subnet (f5ae9bd7-35cf-4a17-886e-4554e51f70f8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.676433 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ae9bd7-35cf-4a17-886e-4554e51f70f8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:32.679478 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.683525 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f5ae9bd7-35cf-4a17-886e-4554e51f70f8 HTTP/1.1" status: 204 len: 168 time: 0.2082591 May 26 03:24:32.684860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53414) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:24:32.690257 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.690600 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.690940 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.691293 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.691633 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.691967 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.692288 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.692609 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.692932 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.693331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.693656 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.693978 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.694296 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.694614 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.694931 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a60ae-0bb0-4d49-8de2-da4cefb7db8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:32.755669 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (82ee0966-7904-4d36-84ec-4ae31c66cfcd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.830728 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (82ee0966-7904-4d36-84ec-4ae31c66cfcd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.853508 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:24:32.854329 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ee0966-7904-4d36-84ec-4ae31c66cfcd']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:32.864102 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5476a209-2370-4fe0-86d1-81e9b967e728') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:32.864397 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5476a209-2370-4fe0-86d1-81e9b967e728') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:32.873524 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (5476a209-2370-4fe0-86d1-81e9b967e728), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.887126 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (5476a209-2370-4fe0-86d1-81e9b967e728), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.893866 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:24:32.894581 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (5476a209-2370-4fe0-86d1-81e9b967e728), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.935137 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 5476a209-2370-4fe0-86d1-81e9b967e728 resource provider aggregate not found May 26 03:24:32.975785 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 5476a209-2370-4fe0-86d1-81e9b967e728 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5476a209-2370-4fe0-86d1-81e9b967e728 found for delete ", "request_id": "req-15c9ec97-68e9-43dd-990b-7e4afb777476"}]} May 26 03:24:32.986940 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (82ee0966-7904-4d36-84ec-4ae31c66cfcd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.995287 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:32.998310 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] 10.222.0.39 "DELETE /v2.0/networks/82ee0966-7904-4d36-84ec-4ae31c66cfcd HTTP/1.1" status: 204 len: 168 time: 0.3123701 May 26 03:24:32.998824 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:33.007689 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba306c-157b-481f-bf77-597f0db6bef2 req-5f31951b-d1e5-4083-ad40-1bf912485d44 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:33.009132 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e7ba306c-157b-481f-bf77-597f0db6bef2 req-5f31951b-d1e5-4083-ad40-1bf912485d44 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0706236 May 26 03:24:33.020738 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cb783-ce22-424f-a024-fe0c90595981 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ee0966-7904-4d36-84ec-4ae31c66cfcd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:33.062713 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:33.071337 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e7ba306c-157b-481f-bf77-597f0db6bef2 req-c28eb2e4-620c-4568-9649-f9d12a018351 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527666 May 26 03:24:33.175971 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53424) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:24:33.214601 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-fcaf1250-44f7-4638-b5d5-18d8ac719b61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b14b528255fe4423b6129876f7cf471e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375090 May 26 03:24:33.217007 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53426) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:24:33.266468 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2648d6c-bae4-49c7-9ab3-71b87a3f4554 admin admin] Publish callbacks [] for security_group (52149694-c2f1-4ee1-98e8-ccd30695aecd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:33.287796 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2648d6c-bae4-49c7-9ab3-71b87a3f4554 admin admin] Publish callbacks [] for security_group (52149694-c2f1-4ee1-98e8-ccd30695aecd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:33.337721 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2648d6c-bae4-49c7-9ab3-71b87a3f4554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (52149694-c2f1-4ee1-98e8-ccd30695aecd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:33.340450 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e2648d6c-bae4-49c7-9ab3-71b87a3f4554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:33.341604 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e2648d6c-bae4-49c7-9ab3-71b87a3f4554 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52149694-c2f1-4ee1-98e8-ccd30695aecd HTTP/1.1" status: 204 len: 168 time: 0.1237073 May 26 03:24:33.349996 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2648d6c-bae4-49c7-9ab3-71b87a3f4554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52149694-c2f1-4ee1-98e8-ccd30695aecd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:34.186925 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76063f-b363-473d-97d5-684c9eec0930 req-88fedaf0-d3bd-4bc5-ae85-869a550a6f60 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:34.188377 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-da76063f-b363-473d-97d5-684c9eec0930 req-88fedaf0-d3bd-4bc5-ae85-869a550a6f60 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0468073 May 26 03:24:34.237786 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-da76063f-b363-473d-97d5-684c9eec0930 req-bf0b97bf-9b26-43bc-a9e2-172304f34f10 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433371 May 26 03:24:34.493234 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-85be7b4f-6c3c-4cf7-ad40-1e39101031bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:35.356197 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdde99e-24ef-4250-b9ec-f55bbf13d9bf req-6b45bdbb-9ca3-4019-b4a5-433d38402f59 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:35.357656 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4bdde99e-24ef-4250-b9ec-f55bbf13d9bf req-6b45bdbb-9ca3-4019-b4a5-433d38402f59 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0479031 May 26 03:24:35.404895 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4bdde99e-24ef-4250-b9ec-f55bbf13d9bf req-b8ee54d8-6e96-40a3-a5c3-717ba53fa6a5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 May 26 03:24:35.777128 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:36.523031 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2dd61-9069-484b-873a-bf8703c91fbf req-1e818e1b-528f-41e1-9ff9-f01ecb28866f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:36.524479 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f7d2dd61-9069-484b-873a-bf8703c91fbf req-1e818e1b-528f-41e1-9ff9-f01ecb28866f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0466213 May 26 03:24:36.570554 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f7d2dd61-9069-484b-873a-bf8703c91fbf req-767b9855-071b-4fde-8fcd-d38281ffa89d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406826 May 26 03:24:37.211911 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:37.303982 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 96cb8426-7235-4b0a-be91-d139f255b20f details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:24:37.403202 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:24:37.415439 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '96cb8426-7235-4b0a-be91-d139f255b20f', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'port_id': '96cb8426-7235-4b0a-be91-d139f255b20f', 'mac_address': 'fa:16:3e:b7:d3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:24:37.449888 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 96cb8426-7235-4b0a-be91-d139f255b20f is: ACTIVE; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:24:37.450264 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:37.463752 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96cb8426-7235-4b0a-be91-d139f255b20f {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:24:37.483711 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:24:37.488470 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:37.544245 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=6']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:37.552972 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.553372 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.553769 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.554196 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.554477 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.554808 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.555190 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.555529 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.555887 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.556185 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.556509 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.556847 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.557209 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.557528 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.557850 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:24:37.595972 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['96cb8426-7235-4b0a-be91-d139f255b20f'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:24:37.713430 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec536f-9d5d-42c6-843e-7ad630256695 req-7be17ddc-5ff5-4d77-96b6-53fb3bda9d01 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:37.715094 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7ec536f-9d5d-42c6-843e-7ad630256695 req-7be17ddc-5ff5-4d77-96b6-53fb3bda9d01 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 944 time: 0.0676954 May 26 03:24:37.769928 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7ec536f-9d5d-42c6-843e-7ad630256695 req-ae2005b0-e690-441f-864b-1352aa085b83 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469208 May 26 03:24:38.540871 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:38.907871 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3372b10-b9b8-4d3e-b2a4-4f699bd29ff2 req-19616691-5d04-4072-8b21-2bbfdf71ca07 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:38.909035 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c3372b10-b9b8-4d3e-b2a4-4f699bd29ff2 req-19616691-5d04-4072-8b21-2bbfdf71ca07 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 944 time: 0.0563388 May 26 03:24:38.975906 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c3372b10-b9b8-4d3e-b2a4-4f699bd29ff2 req-962602e7-69b0-4988-94b4-36b39b19d025 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598152 May 26 03:24:39.313512 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 96cb8426-7235-4b0a-be91-d139f255b20f up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:24:39.381419 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 96cb8426-7235-4b0a-be91-d139f255b20f triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:24:39.381754 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:39.462401 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 96cb8426-7235-4b0a-be91-d139f255b20f is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:24:39.462780 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:39.493828 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:24:39.496671 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e038c8a4-f28c-422e-9236-8468367c945a" -d '{"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-plugged", "status": "completed", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:24:39.514435 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:24:39.520639 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:39.552171 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc684d1b-1425-400e-a6e4-5d19530e7da2 x-openstack-request-id: req-dc684d1b-1425-400e-a6e4-5d19530e7da2 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:24:39.552816 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-plugged", "status": "completed", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:24:39.552816 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc684d1b-1425-400e-a6e4-5d19530e7da2 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:24:39.553085 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc684d1b-1425-400e-a6e4-5d19530e7da2'] response: {'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f', 'code': 200} May 26 03:24:39.589674 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=7']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:40.097001 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa6ef-0318-4452-a2f9-c3d397c7400c req-67d0933e-1389-49fb-8c2c-df25ee4293fb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:40.098844 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b08aa6ef-0318-4452-a2f9-c3d397c7400c req-67d0933e-1389-49fb-8c2c-df25ee4293fb tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0579596 May 26 03:24:40.151786 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b08aa6ef-0318-4452-a2f9-c3d397c7400c req-c5e57e28-8cda-44af-9ed8-16d6c7a37df1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466280 May 26 03:24:41.284649 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fe5e1-1141-42a9-abff-f9843a5800fd req-6bfebad4-fd27-41cb-8b27-45cb5e854b6b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:41.286199 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb2fe5e1-1141-42a9-abff-f9843a5800fd req-6bfebad4-fd27-41cb-8b27-45cb5e854b6b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0523443 May 26 03:24:41.324268 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:41.336435 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bb2fe5e1-1141-42a9-abff-f9843a5800fd req-521d5386-fb9c-4556-84dc-c25dd7b6d12f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 May 26 03:24:42.480898 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec01a9-e8d9-445d-a038-8a25f161168f req-ea39dea2-1063-49b7-a3fd-82c79fbdb6c7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:42.482549 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-24ec01a9-e8d9-445d-a038-8a25f161168f req-ea39dea2-1063-49b7-a3fd-82c79fbdb6c7 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0582237 May 26 03:24:42.541338 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-24ec01a9-e8d9-445d-a038-8a25f161168f req-7ab2cfac-e957-4817-a311-959d9806d476 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520246 May 26 03:24:42.658622 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:42.686061 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=23,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:43.650298 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:43.653793 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:43.670195 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b98f-58eb-4afe-aaa6-c585329af22e req-61c1507f-98a9-4f2a-802b-673294a44dbc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:43.673262 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ab10b98f-58eb-4afe-aaa6-c585329af22e req-61c1507f-98a9-4f2a-802b-673294a44dbc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0541067 May 26 03:24:43.729761 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ab10b98f-58eb-4afe-aaa6-c585329af22e req-73e9ae90-647f-435e-be39-c4d5c59821ff tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495019 May 26 03:24:44.857545 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c032e-4a3d-44f8-873a-ad67278b4230 req-33ed6889-d519-40c6-a0de-a61a34995b51 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:44.859073 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-753c032e-4a3d-44f8-873a-ad67278b4230 req-33ed6889-d519-40c6-a0de-a61a34995b51 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0508924 May 26 03:24:44.909687 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-753c032e-4a3d-44f8-873a-ad67278b4230 req-22bcfdab-7de3-4682-a043-7075405b9027 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445774 May 26 03:24:46.049104 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bb65a-def2-4e5b-99f2-9b4c21a0a7d3 req-2ade843f-eefb-4f2a-8d24-c0d64547571f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:46.050633 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-737bb65a-def2-4e5b-99f2-9b4c21a0a7d3 req-2ade843f-eefb-4f2a-8d24-c0d64547571f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0607846 May 26 03:24:46.101312 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-737bb65a-def2-4e5b-99f2-9b4c21a0a7d3 req-44b39843-0a3c-4ae1-b35c-642cbd430bd4 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448065 May 26 03:24:46.860617 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:46.864690 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:47.223893 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddebef8-187a-4eac-9497-a6b64c88a810 req-ab28810b-240a-426e-8dbb-da4c07fabb77 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:47.225376 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cddebef8-187a-4eac-9497-a6b64c88a810 req-ab28810b-240a-426e-8dbb-da4c07fabb77 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0482180 May 26 03:24:47.276496 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cddebef8-187a-4eac-9497-a6b64c88a810 req-43bc8ffd-7bec-4883-8546-4bc8317ffe86 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 May 26 03:24:47.330248 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-e25fc3f1-babe-4cec-8ad0-201f054cf16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:47.331833 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-e25fc3f1-babe-4cec-8ad0-201f054cf16b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 1129 time: 0.1419098 May 26 03:24:47.425934 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-335d3f7e-d784-475e-8da0-86a6774b33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:47.427423 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-335d3f7e-d784-475e-8da0-86a6774b33c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 917 time: 0.0893121 May 26 03:24:47.488447 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-96d072da-f144-4397-8c96-44a14e5e2a7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96cb8426-7235-4b0a-be91-d139f255b20f HTTP/1.1" status: 200 len: 1001 time: 0.0551383 May 26 03:24:47.538819 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-c85b6998-e9cc-49cf-a0eb-ff17455bced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:47.540233 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-c85b6998-e9cc-49cf-a0eb-ff17455bced4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 200 len: 855 time: 0.0451427 May 26 03:24:47.589252 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-bb95aabd-faca-4142-a2f8-ea61e34d3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:47.590723 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-bb95aabd-faca-4142-a2f8-ea61e34d3c70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2a6adbc-61d2-4628-a539-9e0450886394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429325 May 26 03:24:47.680533 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-a0ffc42d-5cd6-486c-b671-d35c64be39b4 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833328 May 26 03:24:47.774371 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f16b2a58-20d0-4729-9219-1daa3935f061 req-f936094e-d347-43a0-938f-c49584a6c7fc service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874670 May 26 03:24:48.400582 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeddef-82da-45ef-a76f-673e57f92911 req-92110f50-84cc-4247-8fa5-991599217160 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:48.402037 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-92eeddef-82da-45ef-a76f-673e57f92911 req-92110f50-84cc-4247-8fa5-991599217160 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0468614 May 26 03:24:48.450726 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-92eeddef-82da-45ef-a76f-673e57f92911 req-14c29ff1-4e61-4923-93f7-2d975d8fa67d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426109 May 26 03:24:49.587755 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:49.730982 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeb0a5-f4d8-43ca-9b73-7a7684609889 req-8f4853ba-a38b-4e23-8fe5-e39ae581c80b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:49.732714 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5abeb0a5-f4d8-43ca-9b73-7a7684609889 req-8f4853ba-a38b-4e23-8fe5-e39ae581c80b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0523143 May 26 03:24:49.783528 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5abeb0a5-f4d8-43ca-9b73-7a7684609889 req-30389759-f9bf-4569-8e84-2cc2fe4f2409 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445895 May 26 03:24:50.903366 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b989dfa-5350-4016-989b-1a7220e2b5df req-d6136f38-8180-4b2c-b1fa-764233dbec7d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:50.904790 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1b989dfa-5350-4016-989b-1a7220e2b5df req-d6136f38-8180-4b2c-b1fa-764233dbec7d tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 945 time: 0.0484667 May 26 03:24:50.951776 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1b989dfa-5350-4016-989b-1a7220e2b5df req-bb2e9d52-44c8-47e9-bd57-b64822967fc6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414810 May 26 03:24:51.311076 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:51.315534 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=54,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:51.388087 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012c91a-0b11-46a8-9127-e98c09491425 req-3a97b5c1-7ede-414b-9ca7-7fac245a5a63 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:51.389870 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9012c91a-0b11-46a8-9127-e98c09491425 req-3a97b5c1-7ede-414b-9ca7-7fac245a5a63 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0573997 May 26 03:24:51.398201 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 96cb8426-7235-4b0a-be91-d139f255b20f no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:24:51.442951 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9012c91a-0b11-46a8-9127-e98c09491425 req-3e1d2f8e-5613-4780-8ede-f497517c2b12 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464618 May 26 03:24:51.500313 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 96cb8426-7235-4b0a-be91-d139f255b20f is: ACTIVE; New status is: DOWN {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:24:51.501370 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:51.525912 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:24:51.528235 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd28455-f100-4dd4-9db7-430fdb299f29" -d '{"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-unplugged", "status": "completed", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:24:51.542244 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:24:51.547191 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:51.599123 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=8']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:51.696567 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e36136-6186-4dba-a375-d6e64dc80b7e x-openstack-request-id: req-46e36136-6186-4dba-a375-d6e64dc80b7e {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:24:51.696859 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-unplugged", "status": "failed", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f", "code": 422}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:24:51.697110 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46e36136-6186-4dba-a375-d6e64dc80b7e {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:24:51.697514 dv-cinder-843361-1-iscsi neutron-server[104054]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-46e36136-6186-4dba-a375-d6e64dc80b7e']: {'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f', 'code': 422} returned with failed status May 26 03:24:51.806856 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-75b3c25e-1f98-405f-842b-39ddfbe7e9fb req-6abf0f48-e64a-4429-b248-1e08e8f08f18 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:24:51.807894 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-75b3c25e-1f98-405f-842b-39ddfbe7e9fb req-6abf0f48-e64a-4429-b248-1e08e8f08f18 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0498354 May 26 03:24:51.961666 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f174e5-03aa-4256-b5c8-41c8b13c005b req-117143cd-cb40-45ac-b853-7bdd1045a3ab tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:51.963292 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-12f174e5-03aa-4256-b5c8-41c8b13c005b req-117143cd-cb40-45ac-b853-7bdd1045a3ab tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0492132 May 26 03:24:52.010499 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-12f174e5-03aa-4256-b5c8-41c8b13c005b req-d88995fc-1773-464a-bc91-cc873799aa2e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415888 May 26 03:24:52.146384 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53592) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:24:52.228064 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-3a9ad2c5-42af-4708-8bd9-32b59ba66a78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804951 May 26 03:24:52.236433 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-37095948-bea6-4e39-9c97-f3e41db55459 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:24:52.237407 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-37095948-bea6-4e39-9c97-f3e41db55459 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047891 May 26 03:24:52.312313 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53600) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:24:52.404189 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-1ab3e5df-8aea-432f-8fde-06c98a2a8f01 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:52.405507 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-1ab3e5df-8aea-432f-8fde-06c98a2a8f01 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports/96cb8426-7235-4b0a-be91-d139f255b20f HTTP/1.1" status: 200 len: 940 time: 0.0917411 May 26 03:24:52.568734 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53a2db-bbac-4bd9-822d-4f434491df88 req-868f57a1-f7f7-4089-a156-f58c52d95319 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:52.570198 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db53a2db-bbac-4bd9-822d-4f434491df88 req-868f57a1-f7f7-4089-a156-f58c52d95319 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0475149 May 26 03:24:52.617339 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-db53a2db-bbac-4bd9-822d-4f434491df88 req-449131ae-616d-44a5-ad38-e17e32e7e255 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 May 26 03:24:53.129471 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f83de-41f9-4fcb-b1b2-73f536cb5c54 req-cba05a8a-1ba6-4d2a-98eb-e647d7f65bc8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:53.130886 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d21f83de-41f9-4fcb-b1b2-73f536cb5c54 req-cba05a8a-1ba6-4d2a-98eb-e647d7f65bc8 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0458367 May 26 03:24:53.142691 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:53.165417 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:53.182004 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d21f83de-41f9-4fcb-b1b2-73f536cb5c54 req-1ef184ad-e380-45f3-9839-0daf0b05cce6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 May 26 03:24:53.734631 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1c02e-125f-45dc-b241-4ceac44056fc req-572d4417-f2d1-44b7-9953-d0c6bffe7968 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:53.737205 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-74b1c02e-125f-45dc-b241-4ceac44056fc req-572d4417-f2d1-44b7-9953-d0c6bffe7968 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0497644 May 26 03:24:53.783333 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-74b1c02e-125f-45dc-b241-4ceac44056fc req-030baaa1-c7c1-4047-9be8-dc4320b0bbf0 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406210 May 26 03:24:54.308733 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40ad3b-0ce7-4d35-9710-07b0917f28e5 req-22050810-1338-4cca-9b09-40fee57c58cc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:54.310193 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-de40ad3b-0ce7-4d35-9710-07b0917f28e5 req-22050810-1338-4cca-9b09-40fee57c58cc tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0540590 May 26 03:24:54.355992 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-de40ad3b-0ce7-4d35-9710-07b0917f28e5 req-a4540d8a-6f3e-4404-bc7a-39951fb5a625 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 May 26 03:24:54.520272 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-8df035f5-0db9-473a-b1c1-907d39d8625c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:54.521695 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-8df035f5-0db9-473a-b1c1-907d39d8625c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0494623 May 26 03:24:54.613457 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Deleting port 2516fb3c-1be4-4266-a70c-baf445d747eb {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:24:54.613794 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:54.704098 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] For port 2516fb3c-1be4-4266-a70c-baf445d747eb, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2516fb3c-1be4-4266-a70c-baf445d747eb,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:24:54.704098 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:54.799622 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-4a8cc7d8-3752-49dd-bc2f-b6a15e4c83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:54.800998 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-4a8cc7d8-3752-49dd-bc2f-b6a15e4c83b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e&tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf HTTP/1.1" status: 200 len: 1127 time: 0.0575998 May 26 03:24:54.879502 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-15263b24-db5b-4a6b-bf7f-551440ef7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:54.880990 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-15263b24-db5b-4a6b-bf7f-551440ef7fc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 1127 time: 0.0546618 May 26 03:24:54.906436 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a363995-8b28-4b4a-b50e-1463c91cfa92 req-729fdadd-6502-4738-b84c-b4edffc67644 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:54.908388 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9a363995-8b28-4b4a-b50e-1463c91cfa92 req-729fdadd-6502-4738-b84c-b4edffc67644 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 945 time: 0.0524201 May 26 03:24:54.955782 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9a363995-8b28-4b4a-b50e-1463c91cfa92 req-6e98582f-cfdd-4459-ab3f-833d448cb6c2 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=28ab4b5d-74bb-4481-915d-4e5d58e7e780&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418847 May 26 03:24:54.980170 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:54.980533 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (691b6cb1-31a1-46e7-870d-9b06e51dc6cb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:54.980848 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Floating IP 691b6cb1-31a1-46e7-870d-9b06e51dc6cb disassociated. External IP: 172.27.2.156, port: 2516fb3c-1be4-4266-a70c-baf445d747eb. May 26 03:24:54.981196 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Calling delete_port for 2516fb3c-1be4-4266-a70c-baf445d747eb owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:24:54.986732 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:54.992043 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:24:55.052493 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-c5f08e21-5200-4837-8670-66cf93b06208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:55.053861 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-c5f08e21-5200-4837-8670-66cf93b06208 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 200 len: 917 time: 0.1460118 May 26 03:24:55.135443 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-584fee1b-6db9-4506-871c-77ca02aa5499 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96cb8426-7235-4b0a-be91-d139f255b20f HTTP/1.1" status: 200 len: 999 time: 0.0749462 May 26 03:24:55.218862 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-8a87c4fc-551a-4dba-90fb-c7add2c5e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:55.220980 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-8a87c4fc-551a-4dba-90fb-c7add2c5e6ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 200 len: 855 time: 0.0803125 May 26 03:24:55.226694 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (2516fb3c-1be4-4266-a70c-baf445d747eb), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:55.277587 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event deleted for resources: {'Port': ['ID=2516fb3c-1be4-4266-a70c-baf445d747eb,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:24:55.294495 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-af6ee1e1-b819-49a6-81fd-906ae90226a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:55.296344 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-af6ee1e1-b819-49a6-81fd-906ae90226a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2a6adbc-61d2-4628-a539-9e0450886394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631816 May 26 03:24:55.479479 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-683c6dc7-acdc-4902-8677-67219b661263 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464503 May 26 03:24:55.483419 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Router dd82cb8b-ac19-4303-85f5-77c2f4484920 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:24:55.489313 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc198af-3217-4dfd-a8e1-477bb52b85fa req-99c8ea6c-6dca-47c6-bd99-24c1a7db9c37 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:55.490849 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dbc198af-3217-4dfd-a8e1-477bb52b85fa req-99c8ea6c-6dca-47c6-bd99-24c1a7db9c37 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0561790 May 26 03:24:55.543011 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dbc198af-3217-4dfd-a8e1-477bb52b85fa req-1cb685aa-13f8-403d-9c58-d534b85abbd6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463967 May 26 03:24:55.657822 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-04d42e9a-d30a-4940-a83a-747b6842e9d4 req-3a1728c5-bac2-4d9f-9f35-70560ca178d0 service neutron] 10.222.0.45 "GET /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712523 May 26 03:24:55.673287 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:24:55.689123 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] Sync routers for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:24:55.707326 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:24:55.709070 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:24:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:55.867821 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:24:55.974907 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] No DVR routers for this DVR port 2516fb3c-1be4-4266-a70c-baf445d747eb on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:24:55.979266 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:24:55.983521 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-3ad893a1-a54b-4a84-b0f1-7175d4ba1016 req-3ca5ee30-492f-426e-b115-dd38b5507086 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "DELETE /v2.0/ports/2516fb3c-1be4-4266-a70c-baf445d747eb HTTP/1.1" status: 204 len: 173 time: 1.4445202 May 26 03:24:55.984051 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'name': 'network-vif-deleted', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:24:55.987419 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ac61ab-7991-4b5f-af33-852842087252" -d '{"events": [{"server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "name": "network-vif-deleted", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:24:56.116169 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99263de-fc79-484c-ae38-276a0cb3a1e4 x-openstack-request-id: req-f99263de-fc79-484c-ae38-276a0cb3a1e4 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:24:56.116578 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454dedcd-2079-45ae-8ad7-f75962e12064", "name": "network-vif-deleted", "tag": "2516fb3c-1be4-4266-a70c-baf445d747eb", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:24:56.116919 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f99263de-fc79-484c-ae38-276a0cb3a1e4 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:24:56.117409 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99263de-fc79-484c-ae38-276a0cb3a1e4'] response: {'server_uuid': '454dedcd-2079-45ae-8ad7-f75962e12064', 'name': 'network-vif-deleted', 'tag': '2516fb3c-1be4-4266-a70c-baf445d747eb', 'status': 'completed', 'code': 200} May 26 03:24:56.158533 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:56.160863 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-29d1171b-15c0-4524-9074-d4f38be197e5 req-43823ce4-f634-48f7-8b6d-05484ce84e4b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0714524 May 26 03:24:56.200495 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] Checking router: dd82cb8b-ac19-4303-85f5-77c2f4484920 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:24:56.211055 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:24:56.212086 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:24:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:56.360978 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:24:56.594526 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:24:56.627475 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a4ab2-8684-4a87-912b-8dd1df4016eb None None] The sync data for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi is: [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:20:22Z', 'revision_number': 4, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'aa8c221b-46ec-49bb-bf67-9cc89f615ad3', 'name': '', 'network_id': '4375029a-d8a1-4722-8a4a-b3ca95f8a865', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'mac_address': 'fa:16:3e:3a:54:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:21Z', 'updated_at': '2022-05-26T03:20:28Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'subnets': [{'id': 'a340f833-251a-44db-90e0-47aabcb7a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:24:56.707227 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf35fd-0f41-42ee-bf85-eb58ab1a6d53 req-80c64e07-08e4-4b84-b588-dc70581153a1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:56.714273 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2bdf35fd-0f41-42ee-bf85-eb58ab1a6d53 req-80c64e07-08e4-4b84-b588-dc70581153a1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0632842 May 26 03:24:56.770994 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2bdf35fd-0f41-42ee-bf85-eb58ab1a6d53 req-70ec05f2-f2c8-40ea-821f-810ece91c71b tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554202 May 26 03:24:56.960682 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4016644-e9ed-4fef-a28f-3b71eca966af None None] New status for floating IP 691b6cb1-31a1-46e7-870d-9b06e51dc6cb: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:24:57.284395 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-52c466f2-7893-4657-9df5-a8554f6efb58 req-6fd8de6f-d2a0-430e-8144-f9bf180d7c3e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0345895 May 26 03:24:57.893698 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16069e9-638f-451d-8036-fa3b4b67694a req-67c2a58a-8139-4d21-b42d-76d5b59b2a9a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:57.895157 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f16069e9-638f-451d-8036-fa3b4b67694a req-67c2a58a-8139-4d21-b42d-76d5b59b2a9a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0512221 May 26 03:24:57.948239 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f16069e9-638f-451d-8036-fa3b4b67694a req-d64de316-403b-4bd9-a8af-efdea84c7a7e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475109 May 26 03:24:58.397595 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-856f8624-370d-4d30-9091-5d647741edc6 req-1c09b195-03a5-461c-89a4-127940aa64b1 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0284750 May 26 03:24:59.069352 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08fe48-c778-42b8-9f45-67f2fb90c7e8 req-0bfee5dc-a386-4295-8d51-c99a713dadd1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:24:59.070801 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3d08fe48-c778-42b8-9f45-67f2fb90c7e8 req-0bfee5dc-a386-4295-8d51-c99a713dadd1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0480204 May 26 03:24:59.120515 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3d08fe48-c778-42b8-9f45-67f2fb90c7e8 req-cb10514d-0b1e-4015-a866-9c0e42337a14 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440054 May 26 03:24:59.413312 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 2516fb3c-1be4-4266-a70c-baf445d747eb no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:24:59.532516 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-83b07d2a-128e-4f8f-a968-c0c77d71900f req-0e2abf5b-ddbc-4c27-ae7e-7d8c380435be tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0445766 May 26 03:24:59.586059 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 2516fb3c-1be4-4266-a70c-baf445d747eb {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:24:59.586551 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 2516fb3c-1be4-4266-a70c-baf445d747eb not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:00.246488 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6264863-6117-4f8d-8513-a76851a06bf2 req-4bf47221-c08b-448f-aef5-b57885997070 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:00.249881 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a6264863-6117-4f8d-8513-a76851a06bf2 req-4bf47221-c08b-448f-aef5-b57885997070 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0501063 May 26 03:25:00.299688 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a6264863-6117-4f8d-8513-a76851a06bf2 req-755e222b-728e-4608-870a-19c28f074685 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450261 May 26 03:25:00.635758 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2849ee5e-a67f-4e75-97f8-7126c01414a1 req-755dd11d-2e42-4dec-bfda-9fd04a1959d4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0293496 May 26 03:25:01.460712 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7f146-742b-4930-9b54-6e3ed6bdcddd req-830206a4-f731-4e54-bd76-d8ff92d6e15c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:01.463325 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ddc7f146-742b-4930-9b54-6e3ed6bdcddd req-830206a4-f731-4e54-bd76-d8ff92d6e15c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0683835 May 26 03:25:01.556243 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ddc7f146-742b-4930-9b54-6e3ed6bdcddd req-dd50db5f-c259-445b-9d9c-27160e43ec88 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832353 May 26 03:25:01.764950 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0bd81082-8a91-4b05-8373-784514dd1aba req-de8f52d0-5c23-43b9-9128-eed6c37d8106 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0281920 May 26 03:25:02.283004 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-36b991ad-0255-4230-a114-67046ada1c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:02.698540 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8974c-29f6-4be7-9492-2a4e6f2988a3 req-4b41355e-3024-48ca-9d58-5e779c7cdeb3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:02.706171 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d1e8974c-29f6-4be7-9492-2a4e6f2988a3 req-4b41355e-3024-48ca-9d58-5e779c7cdeb3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0609243 May 26 03:25:02.713060 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:02.768492 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d1e8974c-29f6-4be7-9492-2a4e6f2988a3 req-d6bee768-fb92-4824-a5a1-1a4a10e085ee tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614364 May 26 03:25:02.892055 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-196aec9a-fc8c-48c0-984e-aaf1a17fc110 req-daf7a255-9461-4a77-a9b5-f6d24ff103e5 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0358269 May 26 03:25:03.903588 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda61f3f-ded3-41af-afbb-8e849c648d28 req-bea08e05-5731-42aa-a58f-b447cdcd58e0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:03.905060 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fda61f3f-ded3-41af-afbb-8e849c648d28 req-bea08e05-5731-42aa-a58f-b447cdcd58e0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0509174 May 26 03:25:03.939860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:03.960127 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fda61f3f-ded3-41af-afbb-8e849c648d28 req-09bc3cc2-5297-4e9e-9024-dda4107229ad tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485218 May 26 03:25:04.059347 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-75be4223-7898-4f94-9a31-5cd28c1408bc req-e4271f39-c531-4f4d-a701-63490105c1c8 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0281143 May 26 03:25:04.494866 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-943fed1a-594d-497d-94a9-ee610424ee27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:05.097077 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03effc-3306-4d42-9ab1-374a39091970 req-d657f145-b00f-4331-aeff-c6f82848ecf3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:05.098565 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bd03effc-3306-4d42-9ab1-374a39091970 req-d657f145-b00f-4331-aeff-c6f82848ecf3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0497599 May 26 03:25:05.147870 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bd03effc-3306-4d42-9ab1-374a39091970 req-5cf74b7a-9899-4989-96cd-9c7110def67f tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 May 26 03:25:05.244776 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fb3ac3af-1d7b-4a0b-96d2-1646bb9c4c3e req-18ac2f6d-936e-4929-a375-0e587d464514 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=454dedcd-2079-45ae-8ad7-f75962e12064 HTTP/1.1" status: 200 len: 210 time: 0.0290051 May 26 03:25:05.680818 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:05.784310 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:05.954143 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=77,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:06.268730 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c05fa-bac8-4f5c-9641-80ac84436be8 req-1e99c1a8-7df0-4532-82b7-3166e537a4d3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:06.270216 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d77c05fa-bac8-4f5c-9641-80ac84436be8 req-1e99c1a8-7df0-4532-82b7-3166e537a4d3 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0477057 May 26 03:25:06.322134 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d77c05fa-bac8-4f5c-9641-80ac84436be8 req-a342e89a-d2c8-4f06-b039-b34797196470 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462832 May 26 03:25:06.335881 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53718) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:06.393368 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group (28ab4b5d-74bb-4481-915d-4e5d58e7e780), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.415990 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group (28ab4b5d-74bb-4481-915d-4e5d58e7e780), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.461857 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (28ab4b5d-74bb-4481-915d-4e5d58e7e780), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.464403 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.465529 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "DELETE /v2.0/security-groups/28ab4b5d-74bb-4481-915d-4e5d58e7e780 HTTP/1.1" status: 204 len: 168 time: 0.1286705 May 26 03:25:06.468208 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53720) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:06.475165 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab4b5d-74bb-4481-915d-4e5d58e7e780,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:06.482196 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.482379 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-19ea7376-306a-4ce4-a154-966fc7e98e58 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] show failed (client error): The resource could not be found. May 26 03:25:06.482545 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.482883 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.483217 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.483641 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.483979 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.484303 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.484628 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.484951 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.485273 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.486340 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.486707 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.486807 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-19ea7376-306a-4ce4-a154-966fc7e98e58 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups/28ab4b5d-74bb-4481-915d-4e5d58e7e780 HTTP/1.1" status: 404 len: 347 time: 0.0174723 May 26 03:25:06.487093 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.487288 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53722) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:06.487446 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.487754 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e675d722-bd2f-48c8-ac7a-74b59b2a639c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:06.592714 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Deleting port 94faa185-163c-440c-b61e-92d82c0e269a {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:06.593038 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (94faa185-163c-440c-b61e-92d82c0e269a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.673867 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (94faa185-163c-440c-b61e-92d82c0e269a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.674208 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for floatingip (94faa185-163c-440c-b61e-92d82c0e269a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.686663 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Calling delete_port for 94faa185-163c-440c-b61e-92d82c0e269a owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:06.816147 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (94faa185-163c-440c-b61e-92d82c0e269a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.843706 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event deleted for resources: {'Port': ['ID=94faa185-163c-440c-b61e-92d82c0e269a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:06.907305 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks [] for floatingip (691b6cb1-31a1-46e7-870d-9b06e51dc6cb), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.910250 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:06.911446 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7bc40352-c682-4d54-bb58-6c57a6411c94 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "DELETE /v2.0/floatingips/691b6cb1-31a1-46e7-870d-9b06e51dc6cb HTTP/1.1" status: 204 len: 168 time: 0.4232399 May 26 03:25:07.216182 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:07.233808 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:07.238288 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:07.413347 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 96cb8426-7235-4b0a-be91-d139f255b20f details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:25:07.444254 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f60b5-d7b2-447f-9858-232aafb4cc30 req-428d4599-1c04-46a0-adcf-83c5f076342a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:07.445649 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-307f60b5-d7b2-447f-9858-232aafb4cc30 req-428d4599-1c04-46a0-adcf-83c5f076342a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 943 time: 0.0480912 May 26 03:25:07.492456 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-307f60b5-d7b2-447f-9858-232aafb4cc30 req-630c871f-44e0-4465-bf45-59b02dbe52a4 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 May 26 03:25:07.511956 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:07.525202 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '96cb8426-7235-4b0a-be91-d139f255b20f', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'port_id': '96cb8426-7235-4b0a-be91-d139f255b20f', 'mac_address': 'fa:16:3e:b7:d3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:25:07.562409 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 96cb8426-7235-4b0a-be91-d139f255b20f is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:07.562787 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:07.576095 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cb8426-7235-4b0a-be91-d139f255b20f {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:25:07.597270 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:07.600731 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:07.628476 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:07.646641 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=9']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:07.832107 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['96cb8426-7235-4b0a-be91-d139f255b20f'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:25:08.541659 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:08.616835 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ad7b-7a5e-49b6-b69b-5161b1da7439 req-56f5971f-bb7a-4cb2-bf4e-03cc79b87e7a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:08.618294 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-73d2ad7b-7a5e-49b6-b69b-5161b1da7439 req-56f5971f-bb7a-4cb2-bf4e-03cc79b87e7a tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 944 time: 0.0498545 May 26 03:25:08.665380 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-73d2ad7b-7a5e-49b6-b69b-5161b1da7439 req-04c9d9ab-5662-4339-9be9-ce746890d233 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415707 May 26 03:25:09.386427 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a7788-3d11-49c3-b39d-3674f78c555e req-cd31ae76-c7b7-4380-9ccc-7e872108e8f3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:09.387935 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fa4a7788-3d11-49c3-b39d-3674f78c555e req-cd31ae76-c7b7-4380-9ccc-7e872108e8f3 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0477736 May 26 03:25:09.426941 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 96cb8426-7235-4b0a-be91-d139f255b20f up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:25:09.434803 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fa4a7788-3d11-49c3-b39d-3674f78c555e req-bcb059f3-2842-4ed5-97d5-65c3560b855c tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 May 26 03:25:09.453586 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:09.471403 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 96cb8426-7235-4b0a-be91-d139f255b20f triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:09.471780 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:09.544801 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 96cb8426-7235-4b0a-be91-d139f255b20f is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:09.545463 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:09.547460 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:09.569695 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:25:09.571914 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07511a9-34fe-42fb-9c1b-87e06bdd839d" -d '{"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-plugged", "status": "completed", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:25:09.584839 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:09.588862 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:09.612544 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6caea2-29f9-4a76-81b0-f7fe60ddbd97 x-openstack-request-id: req-0c6caea2-29f9-4a76-81b0-f7fe60ddbd97 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:25:09.612824 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-plugged", "status": "completed", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:25:09.613071 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c6caea2-29f9-4a76-81b0-f7fe60ddbd97 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:25:09.613456 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6caea2-29f9-4a76-81b0-f7fe60ddbd97'] response: {'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f', 'code': 200} May 26 03:25:09.636919 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=10']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:09.782474 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c892794-3563-4d76-8920-d5dc372dda40 req-aeaf731b-40c3-4f64-aebf-7edf44f4a897 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:09.784167 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6c892794-3563-4d76-8920-d5dc372dda40 req-aeaf731b-40c3-4f64-aebf-7edf44f4a897 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 946 time: 0.0471096 May 26 03:25:09.832805 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6c892794-3563-4d76-8920-d5dc372dda40 req-c29638d2-7064-44a5-9ec2-6ace5d1d5da0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 May 26 03:25:09.852656 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:25:10.548320 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9be19-0129-47da-b309-d6278c96fc99 req-21388040-3205-4d07-9fb6-e278d6081723 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:10.549880 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e7a9be19-0129-47da-b309-d6278c96fc99 req-21388040-3205-4d07-9fb6-e278d6081723 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0467229 May 26 03:25:10.569276 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:10.597936 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e7a9be19-0129-47da-b309-d6278c96fc99 req-31a59e52-eabd-4e1e-9037-ded518f9906e tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 May 26 03:25:10.949157 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51259e-a352-4072-ba42-d93d9d0f07f2 req-b270cc43-07a6-4c86-a179-de70287920f6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:10.950620 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3f51259e-a352-4072-ba42-d93d9d0f07f2 req-b270cc43-07a6-4c86-a179-de70287920f6 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 946 time: 0.0468202 May 26 03:25:10.996677 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3f51259e-a352-4072-ba42-d93d9d0f07f2 req-771b4cce-1079-4a08-9ce5-9cf10bb54c31 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399942 May 26 03:25:11.331556 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:11.588894 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-8a68bcdf-16b6-4a65-8012-2fb6bff32971 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:11.590355 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-8a68bcdf-16b6-4a65-8012-2fb6bff32971 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0489488 May 26 03:25:11.715258 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a52f56-355f-41f1-a4c3-2403c4260369 req-e9087441-0507-4d52-94e1-977178e9b64b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:11.716704 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4a52f56-355f-41f1-a4c3-2403c4260369 req-e9087441-0507-4d52-94e1-977178e9b64b tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 945 time: 0.0502279 May 26 03:25:11.742554 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:11.764637 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4a52f56-355f-41f1-a4c3-2403c4260369 req-6b773699-5fa0-41a8-9cfe-edfc46cf4f1d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 May 26 03:25:11.880944 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Deleting port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:11.881290 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:11.967863 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] For port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:11.968227 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:11.981842 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Calling delete_port for b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:12.088894 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffef6a5-ee5c-4abe-9543-26f3fb8f3d69 req-a4784b75-10cb-4976-ab8d-ede04732615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:12.090395 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dffef6a5-ee5c-4abe-9543-26f3fb8f3d69 req-a4784b75-10cb-4976-ab8d-ede04732615b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 1130 time: 0.0672531 May 26 03:25:12.092994 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:12.119969 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b8fb-9345-41bd-a87c-0fde82d66870 req-c362d416-10db-4541-9814-e0f2d59e41f1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:12.121402 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89e3b8fb-9345-41bd-a87c-0fde82d66870 req-c362d416-10db-4541-9814-e0f2d59e41f1 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 946 time: 0.0489702 May 26 03:25:12.152703 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:12.165626 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['a8e59edf-7910-41d4-b1b0-b8cb717c4149', 'b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:25:12.172705 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-89e3b8fb-9345-41bd-a87c-0fde82d66870 req-477e7975-c2b7-4a76-94d7-c8a66290ba40 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 May 26 03:25:12.186477 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event deleted for resources: {'Port': ['ID=b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:12.245573 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] No DVR routers for this DVR port b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:25:12.248179 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:12.251587 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e134ba47-6805-4313-8e7f-ec4566cfeb43 req-eb064c24-61c8-42f1-b451-9c40e20b29c4 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "DELETE /v2.0/ports/b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae HTTP/1.1" status: 204 len: 173 time: 0.4562626 May 26 03:25:12.252026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40', 'name': 'network-vif-deleted', 'tag': 'b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:25:12.254320 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3c5b76-4f2a-405c-9e7a-6cb240cd765b" -d '{"events": [{"server_uuid": "74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40", "name": "network-vif-deleted", "tag": "b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:25:12.303889 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f06ed-9cdb-4bf5-8a56-6129b652ea5b x-openstack-request-id: req-5b7f06ed-9cdb-4bf5-8a56-6129b652ea5b {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:25:12.304180 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40", "name": "network-vif-deleted", "tag": "b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:25:12.304434 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b7f06ed-9cdb-4bf5-8a56-6129b652ea5b {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:25:12.304836 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7f06ed-9cdb-4bf5-8a56-6129b652ea5b'] response: {'server_uuid': '74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40', 'name': 'network-vif-deleted', 'tag': 'b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae', 'status': 'completed', 'code': 200} May 26 03:25:12.321947 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:12.336604 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dffef6a5-ee5c-4abe-9543-26f3fb8f3d69 req-f48c33fd-28d3-4681-b008-260a15378700 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481498 May 26 03:25:12.871356 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c23b39c0-8f34-431a-b0d6-e02ce87fb13d req-bcb33f4b-6e9d-4e06-9dbf-8a8e99db6055 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=74b6a94c-9fa6-4a8d-b1e2-3098edcd2e40 HTTP/1.1" status: 200 len: 210 time: 0.0275269 May 26 03:25:13.310685 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdd1ec-bee8-4a16-8598-173db2eb7db9 req-eeb64701-e892-4cd3-86ec-66295f032993 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:13.312172 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-25cdd1ec-bee8-4a16-8598-173db2eb7db9 req-eeb64701-e892-4cd3-86ec-66295f032993 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 946 time: 0.0548468 May 26 03:25:13.359275 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-25cdd1ec-bee8-4a16-8598-173db2eb7db9 req-c4abfdde-22a0-460c-9e02-d7c29f183b27 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 May 26 03:25:14.144114 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c68694-f7c4-4a39-84f5-4e05e884f1a1 req-9b0ab4d7-fabf-48e1-9a7e-38c25496fe2f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:14.145492 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-91c68694-f7c4-4a39-84f5-4e05e884f1a1 req-9b0ab4d7-fabf-48e1-9a7e-38c25496fe2f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0495420 May 26 03:25:14.191074 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-91c68694-f7c4-4a39-84f5-4e05e884f1a1 req-8bd14e46-c45a-4d67-9584-6dc4a36ac94f tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 May 26 03:25:14.481253 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853e23-4368-4a9a-995f-e04c866f3695 req-51f2cbeb-4a96-44f3-a6b6-f82b2dd35770 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:14.482690 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-13853e23-4368-4a9a-995f-e04c866f3695 req-51f2cbeb-4a96-44f3-a6b6-f82b2dd35770 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 946 time: 0.0491340 May 26 03:25:14.529198 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-13853e23-4368-4a9a-995f-e04c866f3695 req-44580022-957d-455f-b36e-2d04f2f74118 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404065 May 26 03:25:15.303831 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0c830-9a8f-4140-8481-be11213572cb req-e2a4147f-f1f1-4810-86f1-8f833e6852fe tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:15.305189 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4d0c830-9a8f-4140-8481-be11213572cb req-e2a4147f-f1f1-4810-86f1-8f833e6852fe tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0462592 May 26 03:25:15.350603 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4d0c830-9a8f-4140-8481-be11213572cb req-dde83bd1-0001-4dba-9cf3-05780e4e487d tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 May 26 03:25:15.460078 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:15.479118 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:15.479484 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device b7e771a3-1bf3-4ccc-b98a-512a3ffd3bae not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:16.462236 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14f28-20b2-475f-a456-e31fddbe44c2 req-c1a4884d-4061-47f5-b84e-f01b25478467 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:16.463677 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a6b14f28-20b2-475f-a456-e31fddbe44c2 req-c1a4884d-4061-47f5-b84e-f01b25478467 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0461166 May 26 03:25:16.511952 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a6b14f28-20b2-475f-a456-e31fddbe44c2 req-f8883f38-0990-4d1b-a408-bb07180a1ca2 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/security-groups?id=abe7b373-ea13-41cc-9430-2264af46a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 May 26 03:25:17.085710 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-39f6d1e6-9b5c-4bd5-abb7-10f33d3d9e53 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:17.087162 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-39f6d1e6-9b5c-4bd5-abb7-10f33d3d9e53 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 946 time: 0.0484545 May 26 03:25:17.171050 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Deleting port a8e59edf-7910-41d4-b1b0-b8cb717c4149 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:17.171441 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:17.262249 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] For port a8e59edf-7910-41d4-b1b0-b8cb717c4149, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a8e59edf-7910-41d4-b1b0-b8cb717c4149,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:17.262618 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:17.276922 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Calling delete_port for a8e59edf-7910-41d4-b1b0-b8cb717c4149 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:17.409929 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (a8e59edf-7910-41d4-b1b0-b8cb717c4149), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:17.421065 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['a8e59edf-7910-41d4-b1b0-b8cb717c4149'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:25:17.435743 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Pushing event deleted for resources: {'Port': ['ID=a8e59edf-7910-41d4-b1b0-b8cb717c4149,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:17.485543 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] No DVR routers for this DVR port a8e59edf-7910-41d4-b1b0-b8cb717c4149 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:25:17.488757 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:17.491992 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2045e2ea-4cb4-4869-939f-2db206d13b9d req-32d7fc8a-5fb6-49a4-a739-3ce3e3271b68 tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.45 "DELETE /v2.0/ports/a8e59edf-7910-41d4-b1b0-b8cb717c4149 HTTP/1.1" status: 204 len: 173 time: 0.3992374 May 26 03:25:17.492419 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954fa88c-054a-4705-8267-7ccfb577a143', 'name': 'network-vif-deleted', 'tag': 'a8e59edf-7910-41d4-b1b0-b8cb717c4149'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:25:17.494609 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d3bce1-39ed-4c33-8830-9c95ab10482f" -d '{"events": [{"server_uuid": "954fa88c-054a-4705-8267-7ccfb577a143", "name": "network-vif-deleted", "tag": "a8e59edf-7910-41d4-b1b0-b8cb717c4149"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:25:17.548722 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02cab86-36c1-4c55-aea7-31603b46323c x-openstack-request-id: req-e02cab86-36c1-4c55-aea7-31603b46323c {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:25:17.549533 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954fa88c-054a-4705-8267-7ccfb577a143", "name": "network-vif-deleted", "tag": "a8e59edf-7910-41d4-b1b0-b8cb717c4149", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:25:17.549904 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e02cab86-36c1-4c55-aea7-31603b46323c {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:25:17.550509 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02cab86-36c1-4c55-aea7-31603b46323c'] response: {'server_uuid': '954fa88c-054a-4705-8267-7ccfb577a143', 'name': 'network-vif-deleted', 'tag': 'a8e59edf-7910-41d4-b1b0-b8cb717c4149', 'status': 'completed', 'code': 200} May 26 03:25:17.627769 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1436c06c-9a35-4549-8d99-70886d57cd46 req-e5f115c3-8613-474b-85e6-3e39a8a370df tempest-ServerRescueNegativeTestJSON-1458077299 tempest-ServerRescueNegativeTestJSON-1458077299-project] 10.222.0.39 "GET /v2.0/ports?device_id=954fa88c-054a-4705-8267-7ccfb577a143 HTTP/1.1" status: 200 len: 210 time: 0.0290678 May 26 03:25:18.685015 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53856) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:18.987560 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:19.083062 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (dd82cb8b-ac19-4303-85f5-77c2f4484920), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:19.132356 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:19.300312 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Deleting port aa8c221b-46ec-49bb-bf67-9cc89f615ad3 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:19.300544 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:19.624277 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] For port aa8c221b-46ec-49bb-bf67-9cc89f615ad3, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=aa8c221b-46ec-49bb-bf67-9cc89f615ad3,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:19.624546 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:19.637769 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Calling delete_port for aa8c221b-46ec-49bb-bf67-9cc89f615ad3 owned by network:router_interface {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:19.811826 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (aa8c221b-46ec-49bb-bf67-9cc89f615ad3), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:19.835880 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8c221b-46ec-49bb-bf67-9cc89f615ad3,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:19.996986 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (dd82cb8b-ac19-4303-85f5-77c2f4484920), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:20.048168 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:20.196638 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Router dd82cb8b-ac19-4303-85f5-77c2f4484920 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:25:20.199478 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:20.298643 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:25:20.304068 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-427beb31-b190-4248-a037-cf0b969ccca2 admin admin] 10.222.0.39 "PUT /v2.0/routers/dd82cb8b-ac19-4303-85f5-77c2f4484920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6180868 May 26 03:25:20.306502 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53864) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:20.309353 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] Sync routers for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:25:20.321274 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:20.321970 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:20.403104 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks [] for router (dd82cb8b-ac19-4303-85f5-77c2f4484920), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:20.427506 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:20.507940 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks [] for router_gateway (dd82cb8b-ac19-4303-85f5-77c2f4484920), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:20.549335 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Deleting port 851212bc-0f74-486e-9bac-b7507967b196 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:20.549682 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (851212bc-0f74-486e-9bac-b7507967b196), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:20.595057 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '851212bc-0f74-486e-9bac-b7507967b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:25:19Z', 'revision_number': 5, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port': {'id': '851212bc-0f74-486e-9bac-b7507967b196', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:20:20Z', 'updated_at': '2022-05-26T03:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:20.620508 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] Checking router: dd82cb8b-ac19-4303-85f5-77c2f4484920 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:25:20.629500 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] Routers {'dd82cb8b-ac19-4303-85f5-77c2f4484920'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:20.630104 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['dd82cb8b-ac19-4303-85f5-77c2f4484920'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:20.632200 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] For port 851212bc-0f74-486e-9bac-b7507967b196, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=851212bc-0f74-486e-9bac-b7507967b196,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:20.632562 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (851212bc-0f74-486e-9bac-b7507967b196), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:20.646071 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Calling delete_port for 851212bc-0f74-486e-9bac-b7507967b196 owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:20.712544 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] Set router dd82cb8b-ac19-4303-85f5-77c2f4484920 gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:20.764672 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:25:20Z', 'revision_number': 6, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port_host': None}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:20.789624 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc70fe-3d09-4719-a5c6-c2ac7cbfab6c None None] The sync data for ids ['dd82cb8b-ac19-4303-85f5-77c2f4484920'] in dv-cinder-843361-1-iscsi is: [{'id': 'dd82cb8b-ac19-4303-85f5-77c2f4484920', 'name': 'tempest-ServerRescueNegativeTestJSON-376658168-router', 'tenant_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:20:19Z', 'updated_at': '2022-05-26T03:25:20Z', 'revision_number': 6, 'project_id': '2d9bfd3a2b544d74bb581b5bd13e8ecc', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:25:20.828508 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (851212bc-0f74-486e-9bac-b7507967b196), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:20.853693 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Pushing event deleted for resources: {'Port': ['ID=851212bc-0f74-486e-9bac-b7507967b196,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:20.860509 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:20.916442 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (dd82cb8b-ac19-4303-85f5-77c2f4484920), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.000224 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (dd82cb8b-ac19-4303-85f5-77c2f4484920), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.002882 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks [] for router_controller (dd82cb8b-ac19-4303-85f5-77c2f4484920), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.049243 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (dd82cb8b-ac19-4303-85f5-77c2f4484920), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.050101 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd82cb8b-ac19-4303-85f5-77c2f4484920 {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:25:21.054249 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.055424 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7584ef09-6fae-4f88-beee-0cae2cbb2517 admin admin] 10.222.0.39 "DELETE /v2.0/routers/dd82cb8b-ac19-4303-85f5-77c2f4484920 HTTP/1.1" status: 204 len: 168 time: 0.7479942 May 26 03:25:21.057890 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53866) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:21.101641 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f821d1-2903-4229-863f-ee6b3ad4195d admin admin] Deleting subnet a340f833-251a-44db-90e0-47aabcb7a88f {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:25:21.104753 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-37f821d1-2903-4229-863f-ee6b3ad4195d admin admin] Publish callbacks [] for subnet (a340f833-251a-44db-90e0-47aabcb7a88f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.137349 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:21.142199 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-37f821d1-2903-4229-863f-ee6b3ad4195d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (a340f833-251a-44db-90e0-47aabcb7a88f), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.242126 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-37f821d1-2903-4229-863f-ee6b3ad4195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (a340f833-251a-44db-90e0-47aabcb7a88f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.296874 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-37f821d1-2903-4229-863f-ee6b3ad4195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (a340f833-251a-44db-90e0-47aabcb7a88f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.322700 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f821d1-2903-4229-863f-ee6b3ad4195d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a340f833-251a-44db-90e0-47aabcb7a88f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:21.326959 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-37f821d1-2903-4229-863f-ee6b3ad4195d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.330349 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-37f821d1-2903-4229-863f-ee6b3ad4195d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a340f833-251a-44db-90e0-47aabcb7a88f HTTP/1.1" status: 204 len: 168 time: 0.2713597 May 26 03:25:21.332505 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0076310-0af2-4349-a820-4f2909c7de63 None None] Network 4375029a-d8a1-4722-8a4a-b3ca95f8a865 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:25:21.333182 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53870) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:21.401351 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (4375029a-d8a1-4722-8a4a-b3ca95f8a865), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.448621 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Deleting port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:21.448963 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.489357 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device a8e59edf-7910-41d4-b1b0-b8cb717c4149 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:21.508743 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: a8e59edf-7910-41d4-b1b0-b8cb717c4149 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:21.509090 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device a8e59edf-7910-41d4-b1b0-b8cb717c4149 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:21.512992 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] For port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a,segment=NetworkSegment(a2e175dd-4993-44ca-801a-874a6661ea65),segment_id=a2e175dd-4993-44ca-801a-874a6661ea65)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:21.513313 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.526684 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Calling delete_port for dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:21.584013 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] DHCP port deletion for 4375029a-d8a1-4722-8a4a-b3ca95f8a865 request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:25:21.586215 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device aa8c221b-46ec-49bb-bf67-9cc89f615ad3 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:21.609105 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: aa8c221b-46ec-49bb-bf67-9cc89f615ad3 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:21.609376 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device aa8c221b-46ec-49bb-bf67-9cc89f615ad3 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:21.624581 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.644964 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] Deleting port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:21.645428 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.647856 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:21.655897 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] No DVR routers for this DVR port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a on host dv-cinder-843361-1-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:25:21.661075 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:21.711407 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] For port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a, host dv-cinder-843361-1-iscsi, got binding levels [] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:21.711901 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.725262 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] Calling delete_port for dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:21.728219 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.ipam_backend_mixin [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] Port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a was not found and therefore no delete operation was performed {{(pid=104054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 03:25:21.729467 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726'] for port (dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.730359 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (4375029a-d8a1-4722-8a4a-b3ca95f8a865), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.750656 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4375029a-d8a1-4722-8a4a-b3ca95f8a865']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:21.751162 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] Pushing event deleted for resources: {'Port': ['ID=dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:21.757970 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad486f-c6cd-4cb8-b231-8bd87e547dda None None] No DVR routers for this DVR port dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a on host dv-cinder-843361-1-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:25:21.761983 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e175dd-4993-44ca-801a-874a6661ea65') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:21.762288 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e175dd-4993-44ca-801a-874a6661ea65') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:21.775791 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (a2e175dd-4993-44ca-801a-874a6661ea65), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.792293 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (a2e175dd-4993-44ca-801a-874a6661ea65), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.799328 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:25:21.799816 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (a2e175dd-4993-44ca-801a-874a6661ea65), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.844784 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment a2e175dd-4993-44ca-801a-874a6661ea65 resource provider aggregate not found May 26 03:25:21.862843 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment a2e175dd-4993-44ca-801a-874a6661ea65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2e175dd-4993-44ca-801a-874a6661ea65 found for delete ", "request_id": "req-3687b386-f31b-421d-b927-410c28b8d2fe"}]} May 26 03:25:21.865539 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:21.870085 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (4375029a-d8a1-4722-8a4a-b3ca95f8a865), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.878096 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:21.885920 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4375029a-d8a1-4722-8a4a-b3ca95f8a865 HTTP/1.1" status: 204 len: 168 time: 0.5473626 May 26 03:25:21.898179 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07803-06b4-43b9-bf86-1db1ab339cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4375029a-d8a1-4722-8a4a-b3ca95f8a865,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:21.997449 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53878) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:22.045193 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a7697ebf-5946-454f-975f-58a80e4ef955 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d9bfd3a2b544d74bb581b5bd13e8ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416677 May 26 03:25:22.045193 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53880) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:22.090856 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7447178a-c538-42a9-a400-dc1537c42240 admin admin] Publish callbacks [] for security_group (abe7b373-ea13-41cc-9430-2264af46a602), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:22.112764 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7447178a-c538-42a9-a400-dc1537c42240 admin admin] Publish callbacks [] for security_group (abe7b373-ea13-41cc-9430-2264af46a602), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:22.160188 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7447178a-c538-42a9-a400-dc1537c42240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (abe7b373-ea13-41cc-9430-2264af46a602), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:22.162754 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7447178a-c538-42a9-a400-dc1537c42240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:22.163935 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7447178a-c538-42a9-a400-dc1537c42240 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abe7b373-ea13-41cc-9430-2264af46a602 HTTP/1.1" status: 204 len: 168 time: 0.1202683 May 26 03:25:22.171599 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447178a-c538-42a9-a400-dc1537c42240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe7b373-ea13-41cc-9430-2264af46a602,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:22.834422 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53904) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:22.928617 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1971185633-network', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:22.949507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Made reservation on behalf of 3676f20a4e0d4ec8be71d5aaab607aa7 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:25:22.951838 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:22.960801 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.001352 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:23.031267 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:23.046319 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Publish callbacks [] for security_group (8406031c-3dca-4c67-a3be-436b77d42246), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.050943 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (8406031c-3dca-4c67-a3be-436b77d42246), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.071487 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:23.076143 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:25:23.093532 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8406031c-3dca-4c67-a3be-436b77d42246,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:23.095081 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:23.095460 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device dd8c83b6-7cf3-434d-819d-4a3aa27ddd5a not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:23.095969 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 851212bc-0f74-486e-9bac-b7507967b196 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:23.098014 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (1043b202-c37a-4c00-863f-969e4801a78f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.098445 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Added segment 1043b202-c37a-4c00-863f-969e4801a78f of type vlan for network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 May 26 03:25:23.114140 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 851212bc-0f74-486e-9bac-b7507967b196 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:23.114489 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 851212bc-0f74-486e-9bac-b7507967b196 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:23.141403 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (9a82eafb-f79c-49d2-9f45-9b38dfba8897), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.166219 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (9a82eafb-f79c-49d2-9f45-9b38dfba8897), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.167273 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:23.167853 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.222572 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3869779 May 26 03:25:23.225389 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53908) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:23.230586 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Request body: {'subnet': {'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-subnet', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:23.247864 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a2c01-ebe1-4589-b8ed-44f0af02c35e admin admin] Pushing event updated for resources: {'Network': ['ID=9a82eafb-f79c-49d2-9f45-9b38dfba8897,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:23.259828 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:25:23.262137 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Made reservation on behalf of 3676f20a4e0d4ec8be71d5aaab607aa7 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:25:23.265189 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4438779'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.465673 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7649154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4438537'] for subnet (dc94717c-066b-4fd5-86ed-723aa4ba5612), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.525058 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc94717c-066b-4fd5-86ed-723aa4ba5612,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:23.537586 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Checking segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:25:23.537947 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Network hostable DHCP agents. Network: 9a82eafb-f79c-49d2-9f45-9b38dfba8897, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:25:23.560132 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:25:23.569641 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 9a82eafb-f79c-49d2-9f45-9b38dfba8897) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:25:23.573720 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:23.574316 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.578689 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b055b66-2e1c-49ce-9fda-d3c0dc3a2a95 None None] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:25:23.590032 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-621a1e6f-32c7-4dac-b6b4-dc01ef55c97e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3632441 May 26 03:25:23.592830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53912) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:23.597192 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:23.617453 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.618424 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.668109 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks [] for router_controller (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), precommit_add_association {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.683461 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:25:23.684392 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.786197 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:23.806562 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:23.815095 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks [] for router_gateway (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.833969 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Allocated IP 172.20.0.2 (9a82eafb-f79c-49d2-9f45-9b38dfba8897/dc94717c-066b-4fd5-86ed-723aa4ba5612/c0e2add3-4c75-4c90-a9de-ce0c8e14e21a) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:25:23.861500 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:23.862708 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:23.896200 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:23.979859 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Publish callbacks [] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.986439 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:23.995646 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks [] for router_gateway (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:24.019566 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:24.028815 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:25:24.032048 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:25:24.035853 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:25:24.040424 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Pushing event updated for resources: {'Port': ['ID=c0e2add3-4c75-4c90-a9de-ce0c8e14e21a,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:24.099837 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Attempting to bind port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:25:24.100561 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Attempting to bind port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:25:24.100561 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Attempting to bind port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:25:24.105779 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:25:24.106101 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Checking segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:25:24.106496 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:24.106876 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Bound using segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:25:24.107357 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Bound port: c0e2add3-4c75-4c90-a9de-ce0c8e14e21a, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:25:24.107728 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:24.129106 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Allocated IP 172.27.2.45 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/7b19782d-a8be-4de9-88ba-1564d2b5b309) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:25:24.241660 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks [] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:24.276228 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:24.295644 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] For port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:25:24.299381 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] For port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=c0e2add3-4c75-4c90-a9de-ce0c8e14e21a,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:25:24.305458 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:24.320467 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:25:24.325473 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:25:24.327718 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Pushing event updated for resources: {'Port': ['ID=7b19782d-a8be-4de9-88ba-1564d2b5b309,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:24.331138 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:25:24.363830 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521ae29-9068-49eb-bfc6-7add86a21b74 None None] Pushing event updated for resources: {'Port': ['ID=c0e2add3-4c75-4c90-a9de-ce0c8e14e21a,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:24.559317 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:24.625168 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks [] for router_gateway (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:24.676013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:24.831997 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:24.971420 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:25:25.106231 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c0e2add3-4c75-4c90-a9de-ce0c8e14e21a up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:25:25.157793 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:25.158894 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:25.241430 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:25.241823 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:25.280014 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=c0e2add3-4c75-4c90-a9de-ce0c8e14e21a,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:25.285088 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:25.346332 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=c0e2add3-4c75-4c90-a9de-ce0c8e14e21a,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:25.364823 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:25:25.369344 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cdc550-b91c-4f75-bef8-0d5489f94291 None None] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:25:25.376424 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:25:25.388463 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:25.393072 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1d19e164-c7a8-4bba-b359-af011f9e8abd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7961352 May 26 03:25:25.393237 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:25.393237 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:25.393513 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53932) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:25.438529 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-0284bbbc-4ac5-492d-bfba-22fa95607bb8 None None] Provisioning complete for port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:25.438900 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0284bbbc-4ac5-492d-bfba-22fa95607bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:25.496542 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:25.563589 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-0284bbbc-4ac5-492d-bfba-22fa95607bb8 None None] Current status of the port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:25.695766 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:24Z', 'revision_number': 3, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:25.726190 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:25:25.726541 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Updating router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 port 7b19782d-a8be-4de9-88ba-1564d2b5b309 binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:25:25.754882 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:25.788671 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5498b245-284b-470c-a610-fe50f9aba313 None None] Provisioning complete for port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:25.789833 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5498b245-284b-470c-a610-fe50f9aba313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:25.818534 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:25.836608 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:25.859130 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:25.885126 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5498b245-284b-470c-a610-fe50f9aba313 None None] Current status of the port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:25.962811 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:26.038734 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Allocated IP 172.20.0.1 (9a82eafb-f79c-49d2-9f45-9b38dfba8897/dc94717c-066b-4fd5-86ed-723aa4ba5612/b0b15e1f-c41b-44a1-9b80-13830ea29f21) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:25:26.068002 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Publish callbacks [] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.074405 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.126314 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Attempting to bind port 7b19782d-a8be-4de9-88ba-1564d2b5b309 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:25:26.126843 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Attempting to bind port 7b19782d-a8be-4de9-88ba-1564d2b5b309 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:25:26.127231 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Attempting to bind port 7b19782d-a8be-4de9-88ba-1564d2b5b309 on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:25:26.136173 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Pushing event updated for resources: {'Port': ['ID=7b19782d-a8be-4de9-88ba-1564d2b5b309,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:26.143455 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:25:26.143839 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:25:26.144242 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.144637 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:25:26.145110 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Bound port: 7b19782d-a8be-4de9-88ba-1564d2b5b309, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:25:26.145510 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.147718 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.148064 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.148457 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.148772 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.149109 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.149437 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.149760 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.150085 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.150409 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.150589 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Publish callbacks [] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.150714 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.151041 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.151405 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.151731 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.152052 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.152369 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:26.187051 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.213514 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] For port 7b19782d-a8be-4de9-88ba-1564d2b5b309, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:25:26.216984 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] For port 7b19782d-a8be-4de9-88ba-1564d2b5b309, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=7b19782d-a8be-4de9-88ba-1564d2b5b309,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:25:26.223144 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.233070 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:25:26.237625 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:25:26.241891 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:25:26.271228 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b15e1f-c41b-44a1-9b80-13830ea29f21,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:26.276584 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:26.277628 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:26.278219 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:26.290711 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.369637 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee54c-0b14-4713-ba1e-1a4b99946a8b None None] Pushing event updated for resources: {'Port': ['ID=7b19782d-a8be-4de9-88ba-1564d2b5b309,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:26.444852 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:26.445563 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.473793 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:26.616090 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e7ad9181-9dc2-48ec-8fbc-7f0d75e6c655 None None] Provisioning complete for port b0b15e1f-c41b-44a1-9b80-13830ea29f21 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:26.616657 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e7ad9181-9dc2-48ec-8fbc-7f0d75e6c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.648575 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Publish callbacks [] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.650423 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad9181-9dc2-48ec-8fbc-7f0d75e6c655 None None] Port b0b15e1f-c41b-44a1-9b80-13830ea29f21 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:25:26.650574 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:24Z', 'revision_number': 3, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:26.655202 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.675380 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bcf64c-9a4e-461f-bf42-561ec0d0dbd7 None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:24Z', 'revision_number': 3, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:25:26.677053 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:26.718614 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:26.730908 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:26.734740 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b15e1f-c41b-44a1-9b80-13830ea29f21,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:26.828350 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:25:26.829723 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:25:26.975076 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:25:27.137717 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:25:27.145160 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-589ec70a-c553-46f3-9d96-1840b951d7c7 admin admin] 10.222.0.39 "PUT /v2.0/routers/615f9af2-8852-4c2d-aa69-6b079cdd0aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7504480 May 26 03:25:27.176457 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2c5f9b29-ca1a-49c7-8dad-573188dfe427 None None] Provisioning complete for port b0b15e1f-c41b-44a1-9b80-13830ea29f21 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:27.177944 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2c5f9b29-ca1a-49c7-8dad-573188dfe427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.228444 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c0e2add3-4c75-4c90-a9de-ce0c8e14e21a up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:25:27.255854 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f9b29-ca1a-49c7-8dad-573188dfe427 None None] Port b0b15e1f-c41b-44a1-9b80-13830ea29f21 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:25:27.283576 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:27.283949 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.326317 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:27.367495 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:27.368577 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 7b19782d-a8be-4de9-88ba-1564d2b5b309 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:25:27.414338 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 7b19782d-a8be-4de9-88ba-1564d2b5b309 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:27.414719 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.462403 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:27.471493 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53954) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:27.476817 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-c1c3607b-d43f-42b5-ae71-c2819e1139da tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119499795', 'description': 'tempest-description--2139402037'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:27.506319 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1c3607b-d43f-42b5-ae71-c2819e1139da tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.519517 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 7b19782d-a8be-4de9-88ba-1564d2b5b309 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:27.520187 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.548488 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 7b19782d-a8be-4de9-88ba-1564d2b5b309, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=7b19782d-a8be-4de9-88ba-1564d2b5b309,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:27.553660 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.616770 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1c3607b-d43f-42b5-ae71-c2819e1139da tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (2273201d-a61a-4d56-a99d-0f208eb2daf2), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.622590 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1c3607b-d43f-42b5-ae71-c2819e1139da tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2273201d-a61a-4d56-a99d-0f208eb2daf2), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.626232 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=7b19782d-a8be-4de9-88ba-1564d2b5b309,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:27.660457 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c1c3607b-d43f-42b5-ae71-c2819e1139da tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.666680 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c1c3607b-d43f-42b5-ae71-c2819e1139da tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1887012 May 26 03:25:27.666680 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3607b-d43f-42b5-ae71-c2819e1139da tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2273201d-a61a-4d56-a99d-0f208eb2daf2,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:27.666935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53960) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:27.669795 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0d6c4d84-a86d-4cbc-956d-14643f76c68c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group_rule': {'security_group_id': '2273201d-a61a-4d56-a99d-0f208eb2daf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:27.706655 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4d84-a86d-4cbc-956d-14643f76c68c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (8ef72bab-7751-44dc-9ec7-33a6719421c2), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.773022 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4d84-a86d-4cbc-956d-14643f76c68c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (8ef72bab-7751-44dc-9ec7-33a6719421c2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.777519 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4d84-a86d-4cbc-956d-14643f76c68c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (8ef72bab-7751-44dc-9ec7-33a6719421c2), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.793951 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c4d84-a86d-4cbc-956d-14643f76c68c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef72bab-7751-44dc-9ec7-33a6719421c2,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:27.805646 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4d84-a86d-4cbc-956d-14643f76c68c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.806947 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0d6c4d84-a86d-4cbc-956d-14643f76c68c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412334 May 26 03:25:27.809826 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 53968) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:27.821681 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-063d7fb7-eacd-43d6-8f44-6132b4b33242 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group_rule': {'security_group_id': '2273201d-a61a-4d56-a99d-0f208eb2daf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:27.850499 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-063d7fb7-eacd-43d6-8f44-6132b4b33242 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (2901c7d0-88a8-49b4-b56f-4dc05583dfa8), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.862033 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:27.891374 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:27.915928 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-063d7fb7-eacd-43d6-8f44-6132b4b33242 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (2901c7d0-88a8-49b4-b56f-4dc05583dfa8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.920109 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-063d7fb7-eacd-43d6-8f44-6132b4b33242 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (2901c7d0-88a8-49b4-b56f-4dc05583dfa8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.942885 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d7fb7-eacd-43d6-8f44-6132b4b33242 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2901c7d0-88a8-49b4-b56f-4dc05583dfa8,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:27.948765 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-063d7fb7-eacd-43d6-8f44-6132b4b33242 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:27.950391 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-063d7fb7-eacd-43d6-8f44-6132b4b33242 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395757 May 26 03:25:27.953847 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 53974) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:27.958963 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:27.984741 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.095004 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.119260 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace24328-9ec5-4559-b1ae-3cfb76d9f4c0 req-f20621b6-71ff-4e64-bd69-ce4f70fe7b2e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:28.120740 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ace24328-9ec5-4559-b1ae-3cfb76d9f4c0 req-f20621b6-71ff-4e64-bd69-ce4f70fe7b2e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 945 time: 0.0612242 May 26 03:25:28.222773 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:28.232486 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ace24328-9ec5-4559-b1ae-3cfb76d9f4c0 req-d7b1c12f-56ec-49b3-9a8d-61b45e163218 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869644 May 26 03:25:28.256464 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Allocated IP 172.27.2.217 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/3da96b2c-bd4e-4d41-9966-0a0f6235e2a9) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:25:28.272495 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:28.361455 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (3da96b2c-bd4e-4d41-9966-0a0f6235e2a9), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.399762 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (3da96b2c-bd4e-4d41-9966-0a0f6235e2a9), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.446626 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:25:28.449743 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:25:28.453573 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:25:28.457343 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=3da96b2c-bd4e-4d41-9966-0a0f6235e2a9,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:28.510624 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:25:28.522564 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:28.523295 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:28.536335 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (abb753be-4c2e-4995-aa0e-18591a70eead), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.575922 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (3da96b2c-bd4e-4d41-9966-0a0f6235e2a9), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.625620 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:28.757965 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (3da96b2c-bd4e-4d41-9966-0a0f6235e2a9), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.762860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (3da96b2c-bd4e-4d41-9966-0a0f6235e2a9), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.817629 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 2, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:28.828608 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=3da96b2c-bd4e-4d41-9966-0a0f6235e2a9,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:28.841034 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (abb753be-4c2e-4995-aa0e-18591a70eead), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.843139 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:25:28.843592 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Updating router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 port b0b15e1f-c41b-44a1-9b80-13830ea29f21 binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:25:28.856372 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.857588 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4ad8d362-5a6c-40b7-9e8d-03268009ae56 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9026022 May 26 03:25:28.872279 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:28.995855 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:29.011344 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-24cadb85-cb69-4023-9e13-d6692ab64bf3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2119499795&fields=id&tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 267 time: 0.0439265 May 26 03:25:29.088009 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 7b19782d-a8be-4de9-88ba-1564d2b5b309 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:25:29.122065 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-21ff4184-299b-4a8a-b53c-da9fe3a8d485 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:29.123708 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-21ff4184-299b-4a8a-b53c-da9fe3a8d485 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 815 time: 0.1043143 May 26 03:25:29.138661 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-121e18b8-3c10-4dc0-b357-abe2193f3e33 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/quotas/3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 375 time: 0.0090361 May 26 03:25:29.173227 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 7b19782d-a8be-4de9-88ba-1564d2b5b309 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:29.174144 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:29.191062 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-4b0b2879-c57e-45fd-8ed1-289ba0628eab tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468559 May 26 03:25:29.238415 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:29.260774 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Publish callbacks [] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:29.274869 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:29.285940 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:29.297375 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-25991625-b082-41f6-9478-7ce30fbfff3c service neutron] 10.222.0.39 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942307 May 26 03:25:29.396383 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cb26e-f209-497d-a45e-41ffc7da0e78 None None] Pushing event updated for resources: {'Port': ['ID=b0b15e1f-c41b-44a1-9b80-13830ea29f21,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:29.403597 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bdbb-1f35-4996-8edc-5423b4d04a4c req-6c2f296c-5554-4e63-9cb3-cc73695b9dbd tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:29.405081 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1b81bdbb-1f35-4996-8edc-5423b4d04a4c req-6c2f296c-5554-4e63-9cb3-cc73695b9dbd tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 945 time: 0.0885472 May 26 03:25:29.405998 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 7b19782d-a8be-4de9-88ba-1564d2b5b309 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:29.454236 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-319b1b5d-ec6b-4016-b097-122c2850a1cb service neutron] 10.222.0.39 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479015 May 26 03:25:29.463655 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:29.480030 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1b81bdbb-1f35-4996-8edc-5423b4d04a4c req-75ddf8e8-2d39-4c54-aaaa-9ebe03eaa898 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c9f70a2-4c88-403d-bf11-67333e483b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642653 May 26 03:25:29.511454 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Attempting to bind port b0b15e1f-c41b-44a1-9b80-13830ea29f21 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:25:29.511993 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Attempting to bind port b0b15e1f-c41b-44a1-9b80-13830ea29f21 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:25:29.512501 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Attempting to bind port b0b15e1f-c41b-44a1-9b80-13830ea29f21 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:25:29.518947 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:25:29.519629 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Checking segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:25:29.520183 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:29.520741 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Bound using segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:25:29.521360 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Bound port: b0b15e1f-c41b-44a1-9b80-13830ea29f21, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:25:29.521906 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:29.588666 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] For port b0b15e1f-c41b-44a1-9b80-13830ea29f21, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:25:29.592488 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] For port b0b15e1f-c41b-44a1-9b80-13830ea29f21, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=b0b15e1f-c41b-44a1-9b80-13830ea29f21,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:25:29.602324 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:29.654550 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:29.655483 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:29.698531 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d323dce7-67b2-4f50-afda-d499872614ee req-0181315a-2a5a-4d91-a536-dd206267b0ad tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 210 time: 0.0576003 May 26 03:25:29.870301 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cb26e-f209-497d-a45e-41ffc7da0e78 None None] Pushing event updated for resources: {'Port': ['ID=b0b15e1f-c41b-44a1-9b80-13830ea29f21,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:29.874693 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5d1f7ad4-d3df-4dc1-862e-6b11f9f63034 None None] Provisioning complete for port b0b15e1f-c41b-44a1-9b80-13830ea29f21 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:29.875147 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7ad4-d3df-4dc1-862e-6b11f9f63034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:29.911718 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-ed986fad-da28-4d58-a9c3-04ab8e7a1292 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:29.913602 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-ed986fad-da28-4d58-a9c3-04ab8e7a1292 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 945 time: 0.0537040 May 26 03:25:29.944495 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:29.967061 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:30.012752 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Deleting port 82bfdd5c-e467-4d88-89cf-a63fbed99267 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:30.013282 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:30.085076 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f7ad4-d3df-4dc1-862e-6b11f9f63034 None None] Current status of the port b0b15e1f-c41b-44a1-9b80-13830ea29f21 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:30.085452 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7ad4-d3df-4dc1-862e-6b11f9f63034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:30.118819 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] For port 82bfdd5c-e467-4d88-89cf-a63fbed99267, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=82bfdd5c-e467-4d88-89cf-a63fbed99267,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:30.119213 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:30.175627 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5d1f7ad4-d3df-4dc1-862e-6b11f9f63034 None None] For port b0b15e1f-c41b-44a1-9b80-13830ea29f21, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=b0b15e1f-c41b-44a1-9b80-13830ea29f21,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:30.188080 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7ad4-d3df-4dc1-862e-6b11f9f63034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:30.275648 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f7ad4-d3df-4dc1-862e-6b11f9f63034 None None] Pushing event updated for resources: {'Port': ['ID=b0b15e1f-c41b-44a1-9b80-13830ea29f21,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:30.278341 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:29Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:30.308189 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee8be7-fbe3-42a8-86cc-b13cfe2f7b20 None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:29Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:25:30.317283 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-5565a2ac-7a07-43e0-b445-59f72d77c1d5 None None] Provisioning complete for port b0b15e1f-c41b-44a1-9b80-13830ea29f21 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:30.317789 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5565a2ac-7a07-43e0-b445-59f72d77c1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:30.318676 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:30.319230 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (5daac4b3-276e-455e-a492-aeb6fe529706), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:30.319594 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Floating IP 5daac4b3-276e-455e-a492-aeb6fe529706 disassociated. External IP: 172.27.2.254, port: 82bfdd5c-e467-4d88-89cf-a63fbed99267. May 26 03:25:30.321034 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Calling delete_port for 82bfdd5c-e467-4d88-89cf-a63fbed99267 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:30.430062 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5565a2ac-7a07-43e0-b445-59f72d77c1d5 None None] Current status of the port b0b15e1f-c41b-44a1-9b80-13830ea29f21 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:30.483726 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (82bfdd5c-e467-4d88-89cf-a63fbed99267), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:30.515748 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event deleted for resources: {'Port': ['ID=82bfdd5c-e467-4d88-89cf-a63fbed99267,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:30.623797 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c441cbe3-c8b1-4d27-a9d0-3b63fa4d4843 req-0294f5c4-42e0-4ce6-9447-b9e2a9bb220e tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/ports?device_id=eda7a98d-ade2-446b-9e69-d559a22cfb77 HTTP/1.1" status: 200 len: 210 time: 0.0382898 May 26 03:25:30.707178 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Router aa61c987-3b3c-490c-879b-8e3250263ed2 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:25:30.804434 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:30.824008 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-51dff973-7ddd-4f49-b088-6781a6ea63e6 req-7500c524-9b95-488e-a362-c1a4d61036bb tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 210 time: 0.0461245 May 26 03:25:30.857005 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-b18660b1-7136-4ca4-96b1-3d689d678881 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:30.858711 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-b18660b1-7136-4ca4-96b1-3d689d678881 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 815 time: 0.2101531 May 26 03:25:30.861880 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:30.905355 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:25:30.916425 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] Sync routers for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:25:30.931817 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:30.932727 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:30.970028 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] No DVR routers for this DVR port 82bfdd5c-e467-4d88-89cf-a63fbed99267 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:25:30.973076 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:30.977249 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2b5df6b1-e909-476d-b16f-c130009d4927 req-5a2e33f9-2ba9-408e-8acc-2525dce5777b tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.45 "DELETE /v2.0/ports/82bfdd5c-e467-4d88-89cf-a63fbed99267 HTTP/1.1" status: 204 len: 173 time: 1.0584509 May 26 03:25:30.981002 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'name': 'network-vif-deleted', 'tag': '82bfdd5c-e467-4d88-89cf-a63fbed99267'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:25:30.983122 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a34232-6345-4390-b734-0b64c1c64e15" -d '{"events": [{"server_uuid": "eda7a98d-ade2-446b-9e69-d559a22cfb77", "name": "network-vif-deleted", "tag": "82bfdd5c-e467-4d88-89cf-a63fbed99267"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:25:31.005450 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-73e9b0c0-b4d2-4378-8b55-743d7cfa3f0c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 380 time: 0.1347039 May 26 03:25:31.022878 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'port': {'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'admin_state_up': True, 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'security_groups': ['2273201d-a61a-4d56-a99d-0f208eb2daf2']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:31.088361 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97357f57-bfe5-4fbb-8e25-718ab194c422 x-openstack-request-id: req-97357f57-bfe5-4fbb-8e25-718ab194c422 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:25:31.088361 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda7a98d-ade2-446b-9e69-d559a22cfb77", "name": "network-vif-deleted", "tag": "82bfdd5c-e467-4d88-89cf-a63fbed99267", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:25:31.088361 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97357f57-bfe5-4fbb-8e25-718ab194c422 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:25:31.088361 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97357f57-bfe5-4fbb-8e25-718ab194c422'] response: {'server_uuid': 'eda7a98d-ade2-446b-9e69-d559a22cfb77', 'name': 'network-vif-deleted', 'tag': '82bfdd5c-e467-4d88-89cf-a63fbed99267', 'status': 'completed', 'code': 200} May 26 03:25:31.095414 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:31.179340 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device b0b15e1f-c41b-44a1-9b80-13830ea29f21 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:25:31.182847 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Made reservation on behalf of 3676f20a4e0d4ec8be71d5aaab607aa7 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:25:31.191290 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:31.239855 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port b0b15e1f-c41b-44a1-9b80-13830ea29f21 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:31.240294 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:31.337646 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Allocated IP 172.20.0.11 (9a82eafb-f79c-49d2-9f45-9b38dfba8897/dc94717c-066b-4fd5-86ed-723aa4ba5612/94d3120d-e9bf-4699-a70e-3008376e5448) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:25:31.339041 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port b0b15e1f-c41b-44a1-9b80-13830ea29f21 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:31.374853 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:31.496689 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] Checking router: aa61c987-3b3c-490c-879b-8e3250263ed2 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:25:31.506681 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:31.507450 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:31.515928 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (94d3120d-e9bf-4699-a70e-3008376e5448), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:31.551040 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:31.606756 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=94d3120d-e9bf-4699-a70e-3008376e5448,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:31.620980 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:25:31.622458 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:25:31.624865 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:25:31.635120 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:31.700557 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:31.701219 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:31.726976 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-aef24716-23b6-4976-a640-f17b13f613f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7076628 May 26 03:25:31.731263 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54016) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:31.748944 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Request body: {'port': {'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:31.831664 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d5d57ac-1978-4de6-aefe-2929436d0555 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (2c9f70a2-4c88-403d-bf11-67333e483b9e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:31.859058 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:31.878138 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:31.878430 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d5d57ac-1978-4de6-aefe-2929436d0555 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (2c9f70a2-4c88-403d-bf11-67333e483b9e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:31.909928 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:31.917389 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:31.951103 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26a27a-7d6e-4dce-aac4-c5378e4bd11a None None] The sync data for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi is: [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:13Z', 'revision_number': 4, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1c3c153e-3579-470c-b4d2-dafd2b1c4ca9', 'name': '', 'network_id': '536c60a9-349c-427d-a636-2554c2acd379', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'mac_address': 'fa:16:3e:1d:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:11Z', 'updated_at': '2022-05-26T03:19:24Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'subnets': [{'id': 'f5634fcb-851a-41f3-92b2-2385a9c5a407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:25:31.978525 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d80cf8-f602-4c03-b0c5-2a508d926a16 req-014878d2-8726-4103-804d-9d0849a4b848 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:31.979140 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e7ed6b30-75ce-4147-8d49-95658fabdbcf None None] Provisioning complete for port 94d3120d-e9bf-4699-a70e-3008376e5448 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:31.979556 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6b30-75ce-4147-8d49-95658fabdbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:31.985441 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b0d80cf8-f602-4c03-b0c5-2a508d926a16 req-014878d2-8726-4103-804d-9d0849a4b848 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 932 time: 0.0627077 May 26 03:25:32.030052 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed6b30-75ce-4147-8d49-95658fabdbcf None None] Port 94d3120d-e9bf-4699-a70e-3008376e5448 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:25:32.041148 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b0d80cf8-f602-4c03-b0c5-2a508d926a16 req-14095497-a534-42ca-bbf5-347193a590a9 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546947 May 26 03:25:32.068428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d5d57ac-1978-4de6-aefe-2929436d0555 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2c9f70a2-4c88-403d-bf11-67333e483b9e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.071746 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d5d57ac-1978-4de6-aefe-2929436d0555 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.072870 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3d5d57ac-1978-4de6-aefe-2929436d0555 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "DELETE /v2.0/security-groups/2c9f70a2-4c88-403d-bf11-67333e483b9e HTTP/1.1" status: 204 len: 168 time: 0.3405678 May 26 03:25:32.075639 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54020) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:32.083578 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d57ac-1978-4de6-aefe-2929436d0555 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9f70a2-4c88-403d-bf11-67333e483b9e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:32.085508 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:32.122306 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-a3faf1a1-89b3-4d04-8401-f536b07ca370 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] show failed (client error): The resource could not be found. May 26 03:25:32.122306 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a3faf1a1-89b3-4d04-8401-f536b07ca370 tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "GET /v2.0/security-groups/2c9f70a2-4c88-403d-bf11-67333e483b9e HTTP/1.1" status: 404 len: 347 time: 0.0446332 May 26 03:25:32.124447 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54022) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:32.261724 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Deleting port 6a0a668c-0940-4835-86e4-3f8b1f16779f {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:32.262070 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (6a0a668c-0940-4835-86e4-3f8b1f16779f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.281313 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-09546ee1-cb3d-494c-b440-846201e3e979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.298450 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b3ecee-eaff-410f-8719-3450dd370cff None None] New status for floating IP 5daac4b3-276e-455e-a492-aeb6fe529706: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:25:32.299375 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d3120d-e9bf-4699-a70e-3008376e5448 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:25:32.307766 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Publish callbacks [] for port (94d3120d-e9bf-4699-a70e-3008376e5448), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.324436 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Transition to ACTIVE for port object 94d3120d-e9bf-4699-a70e-3008376e5448 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:25:32.330108 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.368059 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (6a0a668c-0940-4835-86e4-3f8b1f16779f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.368321 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (6a0a668c-0940-4835-86e4-3f8b1f16779f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.386975 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Calling delete_port for 6a0a668c-0940-4835-86e4-3f8b1f16779f owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:32.405795 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Pushing event updated for resources: {'Port': ['ID=94d3120d-e9bf-4699-a70e-3008376e5448,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:32.479344 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:32.497929 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Attempting to bind port 94d3120d-e9bf-4699-a70e-3008376e5448 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:25:32.498256 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Attempting to bind port 94d3120d-e9bf-4699-a70e-3008376e5448 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:25:32.498573 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Attempting to bind port 94d3120d-e9bf-4699-a70e-3008376e5448 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:25:32.504829 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Port 94d3120d-e9bf-4699-a70e-3008376e5448 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:25:32.505283 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Attempting to bind port 94d3120d-e9bf-4699-a70e-3008376e5448 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:25:32.511166 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:25:32.511622 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Checking segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:25:32.512065 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Bound using segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:25:32.512597 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Bound port: 94d3120d-e9bf-4699-a70e-3008376e5448, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:25:32.512961 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.544237 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:32.564842 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (6a0a668c-0940-4835-86e4-3f8b1f16779f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.593131 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Pushing event deleted for resources: {'Port': ['ID=6a0a668c-0940-4835-86e4-3f8b1f16779f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:32.595785 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] For port 94d3120d-e9bf-4699-a70e-3008376e5448, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:25:32.599414 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] For port 94d3120d-e9bf-4699-a70e-3008376e5448, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=94d3120d-e9bf-4699-a70e-3008376e5448,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:25:32.608514 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.654928 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:32.667221 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:32.667876 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.669332 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] 10.222.0.45 "PUT /v2.0/ports/94d3120d-e9bf-4699-a70e-3008376e5448 HTTP/1.1" status: 200 len: 1094 time: 0.9263895 May 26 03:25:32.684070 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks [] for floatingip (5daac4b3-276e-455e-a492-aeb6fe529706), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.688045 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:32.691480 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82a74d-0c22-4d39-bfec-ec67df2a8768 service neutron] Pushing event updated for resources: {'Port': ['ID=94d3120d-e9bf-4699-a70e-3008376e5448,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:32.692426 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-42c04cb1-4170-4656-8f79-44e64ea1c7ee tempest-AttachVolumeTestJSON-449059670 tempest-AttachVolumeTestJSON-449059670-project] 10.222.0.39 "DELETE /v2.0/floatingips/5daac4b3-276e-455e-a492-aeb6fe529706 HTTP/1.1" status: 204 len: 168 time: 0.5668311 May 26 03:25:32.773164 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-fa333e54-7ec5-48ce-a227-be79de7580c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:32.774751 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-fa333e54-7ec5-48ce-a227-be79de7580c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 1128 time: 0.0464344 May 26 03:25:32.819498 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-affea10d-4649-418e-977c-49421d938138 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d3120d-e9bf-4699-a70e-3008376e5448 HTTP/1.1" status: 200 len: 217 time: 0.0377662 May 26 03:25:32.888098 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-e3033a99-4bd9-4b49-b34b-aba2afb60627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:32.889869 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-e3033a99-4bd9-4b49-b34b-aba2afb60627 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0643382 May 26 03:25:32.936661 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-268e5a80-9b0e-476d-a67e-7f9b4ef55a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:32.938191 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-268e5a80-9b0e-476d-a67e-7f9b4ef55a91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414782 May 26 03:25:33.004160 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:33.034215 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-df32c5ba-dbab-48db-a33f-9054641b83c3 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892551 May 26 03:25:33.088350 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'tag': '94d3120d-e9bf-4699-a70e-3008376e5448'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:25:33.092113 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fe1116-f326-4950-bda1-851eacd8d09e" -d '{"events": [{"name": "network-changed", "server_uuid": "c95ce354-40fe-4384-aef3-94ee7804e3af", "tag": "94d3120d-e9bf-4699-a70e-3008376e5448"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:25:33.133780 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ed1fb8-6687-4362-9f20-8d514db92641 x-openstack-request-id: req-d5ed1fb8-6687-4362-9f20-8d514db92641 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:25:33.134650 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95ce354-40fe-4384-aef3-94ee7804e3af", "tag": "94d3120d-e9bf-4699-a70e-3008376e5448", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:25:33.134903 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5ed1fb8-6687-4362-9f20-8d514db92641 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:25:33.135316 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ed1fb8-6687-4362-9f20-8d514db92641'] response: {'name': 'network-changed', 'server_uuid': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'tag': '94d3120d-e9bf-4699-a70e-3008376e5448', 'status': 'completed', 'code': 200} May 26 03:25:33.146124 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f335d56e-fdbc-44c6-895c-cf9e624b303a req-ea8de59d-1e5a-44a5-9bf7-b3edf9129819 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058433 May 26 03:25:33.166960 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699992b-9986-47bf-aae0-e01c6eb8760c req-99617ce3-9c8e-4c9a-8c36-4c6ad4f7958d tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:33.169749 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d699992b-9986-47bf-aae0-e01c6eb8760c req-99617ce3-9c8e-4c9a-8c36-4c6ad4f7958d tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 944 time: 0.0573118 May 26 03:25:33.225576 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d699992b-9986-47bf-aae0-e01c6eb8760c req-96e3dbce-96ce-41ec-b877-450693372d4b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463555 May 26 03:25:33.506048 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 82bfdd5c-e467-4d88-89cf-a63fbed99267 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:33.524761 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 82bfdd5c-e467-4d88-89cf-a63fbed99267 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:33.525114 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 82bfdd5c-e467-4d88-89cf-a63fbed99267 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:33.943534 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1116-f326-4950-bda1-851eacd8d09e req-d42c48c5-e79e-400f-a3b2-6316a0d0c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:33.945127 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08fe1116-f326-4950-bda1-851eacd8d09e req-d42c48c5-e79e-400f-a3b2-6316a0d0c7e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 1128 time: 0.0435584 May 26 03:25:34.022595 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:34.041042 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1116-f326-4950-bda1-851eacd8d09e req-79686f9d-b473-4b56-9e99-1ad4eb309f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:34.042569 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08fe1116-f326-4950-bda1-851eacd8d09e req-79686f9d-b473-4b56-9e99-1ad4eb309f31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.0913346 May 26 03:25:34.082625 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08fe1116-f326-4950-bda1-851eacd8d09e req-d644d66b-2cac-4eee-9f65-2906824b0c79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d3120d-e9bf-4699-a70e-3008376e5448 HTTP/1.1" status: 200 len: 217 time: 0.0329955 May 26 03:25:34.130907 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1116-f326-4950-bda1-851eacd8d09e req-83ca739d-3463-4a56-8bfa-591536ea90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:34.132389 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08fe1116-f326-4950-bda1-851eacd8d09e req-83ca739d-3463-4a56-8bfa-591536ea90e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0443666 May 26 03:25:34.179653 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1116-f326-4950-bda1-851eacd8d09e req-26be95b2-69b3-4187-9edb-ec2d5519dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:34.181145 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08fe1116-f326-4950-bda1-851eacd8d09e req-26be95b2-69b3-4187-9edb-ec2d5519dd98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423913 May 26 03:25:34.274623 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08fe1116-f326-4950-bda1-851eacd8d09e req-5e429763-d4b0-42ee-a093-1b8314d038bd service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869691 May 26 03:25:34.340596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6abb-58a0-40ff-bf51-414131920ce3 req-7e534dde-4109-4156-aa61-f24241e0ce08 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:34.342121 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-661a6abb-58a0-40ff-bf51-414131920ce3 req-7e534dde-4109-4156-aa61-f24241e0ce08 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 944 time: 0.0470071 May 26 03:25:34.369351 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08fe1116-f326-4950-bda1-851eacd8d09e req-e6a8c2bc-6e3d-42e5-9c29-7fc5500074b2 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881329 May 26 03:25:34.390856 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-661a6abb-58a0-40ff-bf51-414131920ce3 req-fa8af1da-b224-4398-8d2b-7111e44e5475 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 May 26 03:25:34.500196 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4f129ea7-ca93-4d25-a8d4-ead2593b533c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:35.505492 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a72b85-d3d1-4786-ba74-7af2fd83af63 req-612566cc-fe26-4276-82ea-d4e19388cd86 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:35.506934 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b3a72b85-d3d1-4786-ba74-7af2fd83af63 req-612566cc-fe26-4276-82ea-d4e19388cd86 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 944 time: 0.0463622 May 26 03:25:35.516678 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 94d3120d-e9bf-4699-a70e-3008376e5448 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:25:35.552838 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b3a72b85-d3d1-4786-ba74-7af2fd83af63 req-04a6e6ad-ccc8-4fda-a395-1d734b602acb tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404208 May 26 03:25:35.616587 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 94d3120d-e9bf-4699-a70e-3008376e5448, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=94d3120d-e9bf-4699-a70e-3008376e5448,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:35.618614 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:35.629715 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '94d3120d-e9bf-4699-a70e-3008376e5448', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:25:35.667514 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 94d3120d-e9bf-4699-a70e-3008376e5448 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:35.667904 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:35.681510 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d3120d-e9bf-4699-a70e-3008376e5448 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:25:35.701252 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 94d3120d-e9bf-4699-a70e-3008376e5448, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=94d3120d-e9bf-4699-a70e-3008376e5448,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:35.704622 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:35.751089 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=94d3120d-e9bf-4699-a70e-3008376e5448,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:35.781684 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:35.911838 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['94d3120d-e9bf-4699-a70e-3008376e5448'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:25:36.263450 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54060) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:36.670671 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081802eb-ece8-419a-9d77-41ea7bdcd6b8 req-b2a36714-cfff-410d-9ebd-6a7f14c8634f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:36.672157 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-081802eb-ece8-419a-9d77-41ea7bdcd6b8 req-b2a36714-cfff-410d-9ebd-6a7f14c8634f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 945 time: 0.0500515 May 26 03:25:36.717862 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-081802eb-ece8-419a-9d77-41ea7bdcd6b8 req-db3849ce-3f22-465d-905e-6d5912c729bf tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 May 26 03:25:36.847817 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (aa61c987-3b3c-490c-879b-8e3250263ed2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:36.930507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:37.063179 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Deleting port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:37.063536 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:37.142174 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] For port 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=1c3c153e-3579-470c-b4d2-dafd2b1c4ca9,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:37.142534 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:37.154712 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:37.155875 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Calling delete_port for 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:37.216166 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:37.333307 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (1c3c153e-3579-470c-b4d2-dafd2b1c4ca9), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:37.357870 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3c153e-3579-470c-b4d2-dafd2b1c4ca9,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:37.389679 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.390029 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.390373 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.390707 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.391038 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.391403 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.391729 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.392111 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.392851 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.393150 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.393401 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.393717 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.394063 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.394346 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.395575 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.521108 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 94d3120d-e9bf-4699-a70e-3008376e5448 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:25:37.540510 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (aa61c987-3b3c-490c-879b-8e3250263ed2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:37.555168 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:37.570167 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 94d3120d-e9bf-4699-a70e-3008376e5448 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:25:37.576871 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 94d3120d-e9bf-4699-a70e-3008376e5448 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:25:37.577456 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:37.659878 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 94d3120d-e9bf-4699-a70e-3008376e5448 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:25:37.660240 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:37.684685 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d3120d-e9bf-4699-a70e-3008376e5448'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:25:37.686896 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fbf3c5-b216-45dd-86d6-f070ac0d1e81" -d '{"events": [{"server_uuid": "c95ce354-40fe-4384-aef3-94ee7804e3af", "name": "network-vif-plugged", "status": "completed", "tag": "94d3120d-e9bf-4699-a70e-3008376e5448"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:25:37.703698 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 94d3120d-e9bf-4699-a70e-3008376e5448, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=94d3120d-e9bf-4699-a70e-3008376e5448,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:37.709308 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:37.733528 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35838c5-a694-4864-ac5a-e0b290767c97 x-openstack-request-id: req-c35838c5-a694-4864-ac5a-e0b290767c97 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:25:37.733817 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95ce354-40fe-4384-aef3-94ee7804e3af", "name": "network-vif-plugged", "status": "completed", "tag": "94d3120d-e9bf-4699-a70e-3008376e5448", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:25:37.734070 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c35838c5-a694-4864-ac5a-e0b290767c97 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:25:37.734459 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35838c5-a694-4864-ac5a-e0b290767c97'] response: {'server_uuid': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d3120d-e9bf-4699-a70e-3008376e5448', 'code': 200} May 26 03:25:37.760779 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:37.764005 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=94d3120d-e9bf-4699-a70e-3008376e5448,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:37.764525 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Router aa61c987-3b3c-490c-879b-8e3250263ed2 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:25:37.771847 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.772202 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.772523 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.773034 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.773519 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.773984 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.774462 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.774931 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.775448 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.775947 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.776418 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.776894 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.777369 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.777833 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.778287 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:25:37.862679 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339189-69c6-4699-806c-476f7d95872c req-341fd0d1-707e-4785-93b1-eb8e0e1596bf tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:37.864241 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d6339189-69c6-4699-806c-476f7d95872c req-341fd0d1-707e-4785-93b1-eb8e0e1596bf tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 946 time: 0.0566049 May 26 03:25:37.875379 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:25:37.881187 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c31c7d89-3969-4a22-ab66-92f35f844494 admin admin] 10.222.0.39 "PUT /v2.0/routers/aa61c987-3b3c-490c-879b-8e3250263ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164570 May 26 03:25:37.884453 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] Sync routers for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:25:37.887702 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54070) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:37.895681 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:37.896408 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:37.919900 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d6339189-69c6-4699-806c-476f7d95872c req-dc24d208-88b2-4791-9f6b-2dd115c53c53 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498292 May 26 03:25:37.982571 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95601159-02b5-4874-ba6d-f3acf8f490cd req-29439677-eda0-4806-9570-a09eb0a11b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:37.984105 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95601159-02b5-4874-ba6d-f3acf8f490cd req-29439677-eda0-4806-9570-a09eb0a11b8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 1130 time: 0.0937388 May 26 03:25:37.999864 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:38.046199 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:38.057887 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks [] for router (aa61c987-3b3c-490c-879b-8e3250263ed2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.097968 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:38.099366 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-95601159-02b5-4874-ba6d-f3acf8f490cd req-f7d6b1a0-9338-4251-a92b-3466541c0c33 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881920 May 26 03:25:38.162151 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks [] for router_gateway (aa61c987-3b3c-490c-879b-8e3250263ed2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.164053 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:25:37Z', 'revision_number': 5, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port': {'id': 'c3fbbdaf-f98b-4308-96e1-4790b45be099', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:06Z', 'updated_at': '2022-05-26T03:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:38.188353 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] Checking router: aa61c987-3b3c-490c-879b-8e3250263ed2 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:25:38.197280 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] Routers {'aa61c987-3b3c-490c-879b-8e3250263ed2'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:38.197885 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['aa61c987-3b3c-490c-879b-8e3250263ed2'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:38.203415 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Deleting port c3fbbdaf-f98b-4308-96e1-4790b45be099 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:38.203759 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.281593 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] Set router aa61c987-3b3c-490c-879b-8e3250263ed2 gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:38.291253 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] For port c3fbbdaf-f98b-4308-96e1-4790b45be099, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=c3fbbdaf-f98b-4308-96e1-4790b45be099,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:38.291630 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.306969 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Calling delete_port for c3fbbdaf-f98b-4308-96e1-4790b45be099 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:38.333133 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:25:38Z', 'revision_number': 6, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port_host': None}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:38.357432 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31820b-2ec1-4d08-9d02-d4437cb6ad90 None None] The sync data for ids ['aa61c987-3b3c-490c-879b-8e3250263ed2'] in dv-cinder-843361-1-iscsi is: [{'id': 'aa61c987-3b3c-490c-879b-8e3250263ed2', 'name': 'tempest-AttachVolumeTestJSON-2080824423-router', 'tenant_id': '921ab4465c1b48758a03fe0411940778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:25:38Z', 'revision_number': 6, 'project_id': '921ab4465c1b48758a03fe0411940778', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:25:38.477601 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (c3fbbdaf-f98b-4308-96e1-4790b45be099), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.500822 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fbbdaf-f98b-4308-96e1-4790b45be099,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:38.535892 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.564316 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (aa61c987-3b3c-490c-879b-8e3250263ed2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.649551 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (aa61c987-3b3c-490c-879b-8e3250263ed2), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.651766 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks [] for router_controller (aa61c987-3b3c-490c-879b-8e3250263ed2), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.687638 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:38.695879 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (aa61c987-3b3c-490c-879b-8e3250263ed2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.696566 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa61c987-3b3c-490c-879b-8e3250263ed2 {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:25:38.701565 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.704965 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-482fb6a2-6baf-4b3a-9a41-7f990b4099ad admin admin] 10.222.0.39 "DELETE /v2.0/routers/aa61c987-3b3c-490c-879b-8e3250263ed2 HTTP/1.1" status: 204 len: 168 time: 0.8141222 May 26 03:25:38.705476 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54074) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:38.762016 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4af4b5-d527-48fd-a2ec-1592f1f32009 admin admin] Deleting subnet f5634fcb-851a-41f3-92b2-2385a9c5a407 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:25:38.765909 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e4af4b5-d527-48fd-a2ec-1592f1f32009 admin admin] Publish callbacks [] for subnet (f5634fcb-851a-41f3-92b2-2385a9c5a407), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.803377 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e4af4b5-d527-48fd-a2ec-1592f1f32009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (f5634fcb-851a-41f3-92b2-2385a9c5a407), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.877150 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e4af4b5-d527-48fd-a2ec-1592f1f32009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (f5634fcb-851a-41f3-92b2-2385a9c5a407), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.928309 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e4af4b5-d527-48fd-a2ec-1592f1f32009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (f5634fcb-851a-41f3-92b2-2385a9c5a407), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.956889 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4af4b5-d527-48fd-a2ec-1592f1f32009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5634fcb-851a-41f3-92b2-2385a9c5a407,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:38.960463 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0e4af4b5-d527-48fd-a2ec-1592f1f32009 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:38.966505 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0e4af4b5-d527-48fd-a2ec-1592f1f32009 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f5634fcb-851a-41f3-92b2-2385a9c5a407 HTTP/1.1" status: 204 len: 168 time: 0.2596223 May 26 03:25:38.966684 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54078) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:38.967276 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc4368-941f-4b95-9b67-795c01cdb88a None None] Network 536c60a9-349c-427d-a636-2554c2acd379 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:25:39.049649 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (536c60a9-349c-427d-a636-2554c2acd379), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.058559 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f696-fced-4aa6-a9dd-6a62a1f7e4e4 req-a356fa68-4297-4cfe-b549-5266c08196e5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:39.064577 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f724f696-fced-4aa6-a9dd-6a62a1f7e4e4 req-a356fa68-4297-4cfe-b549-5266c08196e5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 946 time: 0.0640485 May 26 03:25:39.094130 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Deleting port 6ed6bc01-bcbd-421b-9185-26ee75e4638f {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:39.094475 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.103575 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:39.114968 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f724f696-fced-4aa6-a9dd-6a62a1f7e4e4 req-275aba0a-c100-49d3-b322-1d5c0563c8af tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490191 May 26 03:25:39.163366 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43efd0-6b18-4e74-b8a1-c6c868bf2959 None None] DHCP port deletion for 536c60a9-349c-427d-a636-2554c2acd379 request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:25:39.193597 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] For port 6ed6bc01-bcbd-421b-9185-26ee75e4638f, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=6ed6bc01-bcbd-421b-9185-26ee75e4638f,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:39.194054 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.209459 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Calling delete_port for 6ed6bc01-bcbd-421b-9185-26ee75e4638f owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:39.213426 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5d43efd0-6b18-4e74-b8a1-c6c868bf2959 None None] Deleting port 6ed6bc01-bcbd-421b-9185-26ee75e4638f {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:39.213867 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5d43efd0-6b18-4e74-b8a1-c6c868bf2959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.230359 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:39.257979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:39.289560 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:39.289893 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1c3c153e-3579-470c-b4d2-dafd2b1c4ca9 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:39.290315 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c3fbbdaf-f98b-4308-96e1-4790b45be099 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:39.294197 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.318203 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: c3fbbdaf-f98b-4308-96e1-4790b45be099 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:39.318546 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c3fbbdaf-f98b-4308-96e1-4790b45be099 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:39.320270 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed6bc01-bcbd-421b-9185-26ee75e4638f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:39.322074 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] No DVR routers for this DVR port 6ed6bc01-bcbd-421b-9185-26ee75e4638f on host dv-cinder-843361-1-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:25:39.324437 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-5d43efd0-6b18-4e74-b8a1-c6c868bf2959 None None] For port 6ed6bc01-bcbd-421b-9185-26ee75e4638f, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=6ed6bc01-bcbd-421b-9185-26ee75e4638f,segment=NetworkSegment(db12f9e4-c39a-41b3-a57d-952675a75327),segment_id=db12f9e4-c39a-41b3-a57d-952675a75327)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:39.324835 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5d43efd0-6b18-4e74-b8a1-c6c868bf2959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.338487 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-5d43efd0-6b18-4e74-b8a1-c6c868bf2959 None None] Calling delete_port for 6ed6bc01-bcbd-421b-9185-26ee75e4638f owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:39.399814 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (536c60a9-349c-427d-a636-2554c2acd379), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.424833 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536c60a9-349c-427d-a636-2554c2acd379']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:39.432872 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5d43efd0-6b18-4e74-b8a1-c6c868bf2959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726'] for port (6ed6bc01-bcbd-421b-9185-26ee75e4638f), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.435004 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db12f9e4-c39a-41b3-a57d-952675a75327') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:39.435341 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db12f9e4-c39a-41b3-a57d-952675a75327') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:39.446260 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352644'] for segment (db12f9e4-c39a-41b3-a57d-952675a75327), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.459977 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43efd0-6b18-4e74-b8a1-c6c868bf2959 None None] Pushing event deleted for resources: {'Port': ['ID=6ed6bc01-bcbd-421b-9185-26ee75e4638f,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:39.460857 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (db12f9e4-c39a-41b3-a57d-952675a75327), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.465857 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43efd0-6b18-4e74-b8a1-c6c868bf2959 None None] No DVR routers for this DVR port 6ed6bc01-bcbd-421b-9185-26ee75e4638f on host dv-cinder-843361-1-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:25:39.468067 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:25:39.468475 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7648807'] for segment (db12f9e4-c39a-41b3-a57d-952675a75327), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.558906 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (536c60a9-349c-427d-a636-2554c2acd379), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.565164 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.568885 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] 10.222.0.39 "DELETE /v2.0/networks/536c60a9-349c-427d-a636-2554c2acd379 HTTP/1.1" status: 204 len: 168 time: 0.6008947 May 26 03:25:39.581405 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc631250-89a5-4377-83ff-043ab996e29b admin admin] Pushing event deleted for resources: {'Network': ['ID=536c60a9-349c-427d-a636-2554c2acd379,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:39.664898 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment db12f9e4-c39a-41b3-a57d-952675a75327 resource provider aggregate not found May 26 03:25:39.686564 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment db12f9e4-c39a-41b3-a57d-952675a75327 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db12f9e4-c39a-41b3-a57d-952675a75327 found for delete ", "request_id": "req-4d208c14-16d9-407b-aef0-44472997d675"}]} May 26 03:25:39.708253 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54088) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:39.750848 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-21a04f8d-448a-47c3-871e-744504932b68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=921ab4465c1b48758a03fe0411940778&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414665 May 26 03:25:39.753888 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54090) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:39.804908 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6cbe-7f4b-4d52-8812-20a78bc443ff admin admin] Publish callbacks [] for security_group (5cf3d03b-699b-4e7b-8403-8b36ce039a45), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.828516 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6cbe-7f4b-4d52-8812-20a78bc443ff admin admin] Publish callbacks [] for security_group (5cf3d03b-699b-4e7b-8403-8b36ce039a45), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.875133 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6cbe-7f4b-4d52-8812-20a78bc443ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (5cf3d03b-699b-4e7b-8403-8b36ce039a45), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.877783 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6b1f6cbe-7f4b-4d52-8812-20a78bc443ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:39.878921 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6b1f6cbe-7f4b-4d52-8812-20a78bc443ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cf3d03b-699b-4e7b-8403-8b36ce039a45 HTTP/1.1" status: 204 len: 168 time: 0.1241422 May 26 03:25:39.886376 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f6cbe-7f4b-4d52-8812-20a78bc443ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf3d03b-699b-4e7b-8403-8b36ce039a45,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:40.231775 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:40.251571 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f424f-4fcf-4918-a1c5-2f8374b130fa req-f7bd9753-ad5a-4e4d-8e31-89b229faf973 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:40.253277 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-435f424f-4fcf-4918-a1c5-2f8374b130fa req-f7bd9753-ad5a-4e4d-8e31-89b229faf973 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 946 time: 0.0523956 May 26 03:25:40.302011 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-435f424f-4fcf-4918-a1c5-2f8374b130fa req-c58ba538-8266-4088-9e42-b15a6c14998f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 May 26 03:25:40.423689 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fb79b-ea3a-4ffb-a787-ce50ce044948 req-b7dadf4c-0819-4f31-9c29-e561371b3f6c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:40.425447 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-141fb79b-ea3a-4ffb-a787-ce50ce044948 req-b7dadf4c-0819-4f31-9c29-e561371b3f6c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 946 time: 0.0544147 May 26 03:25:40.437750 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54114) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:40.442392 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-bfed2f57-fa1d-44c3-8a85-5afdb9573c3f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'floatingip': {'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:40.717890 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bfed2f57-fa1d-44c3-8a85-5afdb9573c3f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (abb753be-4c2e-4995-aa0e-18591a70eead), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:40.912384 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:41.082948 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 6ed6bc01-bcbd-421b-9185-26ee75e4638f no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:41.104706 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 6ed6bc01-bcbd-421b-9185-26ee75e4638f {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:41.105488 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 6ed6bc01-bcbd-421b-9185-26ee75e4638f not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:41.154131 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bfed2f57-fa1d-44c3-8a85-5afdb9573c3f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:41.159022 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bfed2f57-fa1d-44c3-8a85-5afdb9573c3f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (abb753be-4c2e-4995-aa0e-18591a70eead), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:41.194405 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:41.254081 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-bfed2f57-fa1d-44c3-8a85-5afdb9573c3f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Floating IP abb753be-4c2e-4995-aa0e-18591a70eead associated. External IP: 172.27.2.217, port: 94d3120d-e9bf-4699-a70e-3008376e5448. May 26 03:25:41.336026 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:41.461281 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfed2f57-fa1d-44c3-8a85-5afdb9573c3f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:25:41.578547 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfed2f57-fa1d-44c3-8a85-5afdb9573c3f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:25:41.583085 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bfed2f57-fa1d-44c3-8a85-5afdb9573c3f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:41.587783 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:25:41.598811 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:41.599528 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:41.615434 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bfed2f57-fa1d-44c3-8a85-5afdb9573c3f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "PUT /v2.0/floatingips/abb753be-4c2e-4995-aa0e-18591a70eead HTTP/1.1" status: 200 len: 992 time: 1.1764870 May 26 03:25:41.616213 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'tag': '94d3120d-e9bf-4699-a70e-3008376e5448'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:25:41.620616 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85abe49d-be10-4ba1-85c8-80494487bc06" -d '{"events": [{"name": "network-changed", "server_uuid": "c95ce354-40fe-4384-aef3-94ee7804e3af", "tag": "94d3120d-e9bf-4699-a70e-3008376e5448"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:25:41.655973 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20822f01-db2b-46da-9995-aeb82efd3a63 x-openstack-request-id: req-20822f01-db2b-46da-9995-aeb82efd3a63 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:25:41.656258 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95ce354-40fe-4384-aef3-94ee7804e3af", "tag": "94d3120d-e9bf-4699-a70e-3008376e5448", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:25:41.656505 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20822f01-db2b-46da-9995-aeb82efd3a63 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:25:41.656908 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20822f01-db2b-46da-9995-aeb82efd3a63'] response: {'name': 'network-changed', 'server_uuid': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'tag': '94d3120d-e9bf-4699-a70e-3008376e5448', 'status': 'completed', 'code': 200} May 26 03:25:41.688672 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:41.712895 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:41.715429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-dff8a6f3-3f59-4979-a8ea-1743abc4a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:41.716936 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-dff8a6f3-3f59-4979-a8ea-1743abc4a648 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 1130 time: 0.0391283 May 26 03:25:41.811126 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-142f1818-1ec9-47e1-8ad0-c37dd9582a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:41.812621 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-142f1818-1ec9-47e1-8ad0-c37dd9582a58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.0876825 May 26 03:25:41.877292 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-d849081e-5838-45a2-a95a-1476750c9850 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d3120d-e9bf-4699-a70e-3008376e5448 HTTP/1.1" status: 200 len: 1000 time: 0.0573044 May 26 03:25:41.925975 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:41.934667 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-16aba076-5eed-4284-b87b-f7cb347bfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:41.936191 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-16aba076-5eed-4284-b87b-f7cb347bfab9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0531435 May 26 03:25:41.981607 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-db574a7b-1c89-4603-a236-b186b7859c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:41.983104 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-db574a7b-1c89-4603-a236-b186b7859c92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408106 May 26 03:25:42.049605 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': 'abb753be-4c2e-4995-aa0e-18591a70eead', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:25:28Z', 'updated_at': '2022-05-26T03:25:41Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:42.070984 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-a48e397d-181c-4138-af9d-8c5e665e9f93 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819378 May 26 03:25:42.073863 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:25:42.082905 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:42.083549 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:42.119615 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:42.165659 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85abe49d-be10-4ba1-85c8-80494487bc06 req-dff0b09c-ca68-4a15-a50c-2f228e5aef16 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882974 May 26 03:25:42.193430 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:42.341474 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:42.405292 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': 'abb753be-4c2e-4995-aa0e-18591a70eead', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:25:28Z', 'updated_at': '2022-05-26T03:25:41Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:42.429096 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d61904-b72e-4bdc-b743-59adbd7bd688 None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': 'abb753be-4c2e-4995-aa0e-18591a70eead', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:25:28Z', 'updated_at': '2022-05-26T03:25:41Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:25:42.612496 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5f01d-3c88-4465-87fc-94b658aa3202 None None] New status for floating IP abb753be-4c2e-4995-aa0e-18591a70eead: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:25:46.851600 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:25:48.045405 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e8ac2-34e8-4e0a-b559-11388ba4295f req-74b2c149-0af8-4b1d-9528-2a5d48e13774 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:48.046985 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-807e8ac2-34e8-4e0a-b559-11388ba4295f req-74b2c149-0af8-4b1d-9528-2a5d48e13774 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 946 time: 0.0506434 May 26 03:25:48.094601 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-807e8ac2-34e8-4e0a-b559-11388ba4295f req-8f7d9efe-4818-4e48-ad27-b486a4187631 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419106 May 26 03:25:49.216432 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29bc7f-e116-4501-8f6e-e8a25cb60a21 req-3665f9af-c7ce-4981-a43c-2e6bc5ff5873 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:49.217912 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cf29bc7f-e116-4501-8f6e-e8a25cb60a21 req-3665f9af-c7ce-4981-a43c-2e6bc5ff5873 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 946 time: 0.0473940 May 26 03:25:49.271494 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cf29bc7f-e116-4501-8f6e-e8a25cb60a21 req-6dc6c97e-f761-4b49-8b04-06be53d3db59 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476744 May 26 03:25:49.286792 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-0bed329c-c5b2-4dab-b522-ac426b370a5c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:49.288616 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-0bed329c-c5b2-4dab-b522-ac426b370a5c tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "GET /v2.0/ports?device_id=140a6d00-09ef-4253-adf2-5e2b35c1053e HTTP/1.1" status: 200 len: 946 time: 0.0505209 May 26 03:25:49.371195 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:49.375038 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Deleting port 96cb8426-7235-4b0a-be91-d139f255b20f {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:49.375466 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:49.468589 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] For port 96cb8426-7235-4b0a-be91-d139f255b20f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=96cb8426-7235-4b0a-be91-d139f255b20f,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:49.468955 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:49.643064 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:49.643505 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (22ad8b7e-a9f2-4ccf-bff2-487ac56139b2), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:49.643797 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Floating IP 22ad8b7e-a9f2-4ccf-bff2-487ac56139b2 disassociated. External IP: 172.27.2.231, port: 96cb8426-7235-4b0a-be91-d139f255b20f. May 26 03:25:49.644199 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Calling delete_port for 96cb8426-7235-4b0a-be91-d139f255b20f owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:49.774343 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (96cb8426-7235-4b0a-be91-d139f255b20f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:49.801922 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event deleted for resources: {'Port': ['ID=96cb8426-7235-4b0a-be91-d139f255b20f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:49.910294 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Router 65bc7940-5ff8-4be9-aabd-1282744761d5 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:25:49.952172 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:50.013991 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:25:50.024313 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] Sync routers for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:25:50.034627 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:50.035257 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:50.055945 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] No DVR routers for this DVR port 96cb8426-7235-4b0a-be91-d139f255b20f on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:25:50.058423 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:50.061710 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-aceb239f-bec4-4556-8b37-e98b64f1b558 req-53ebefaa-b81e-47a5-a493-b88789d4efd5 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.45 "DELETE /v2.0/ports/96cb8426-7235-4b0a-be91-d139f255b20f HTTP/1.1" status: 204 len: 173 time: 0.7681115 May 26 03:25:50.062144 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-deleted', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:25:50.064984 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd60cc9-009c-4aff-af21-3a8617c61261" -d '{"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-deleted", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:25:50.108066 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbef8647-fab2-46b9-9444-460e825acee6 x-openstack-request-id: req-fbef8647-fab2-46b9-9444-460e825acee6 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:25:50.108429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140a6d00-09ef-4253-adf2-5e2b35c1053e", "name": "network-vif-deleted", "tag": "96cb8426-7235-4b0a-be91-d139f255b20f", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:25:50.108747 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbef8647-fab2-46b9-9444-460e825acee6 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:25:50.109213 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbef8647-fab2-46b9-9444-460e825acee6'] response: {'server_uuid': '140a6d00-09ef-4253-adf2-5e2b35c1053e', 'name': 'network-vif-deleted', 'tag': '96cb8426-7235-4b0a-be91-d139f255b20f', 'status': 'completed', 'code': 200} May 26 03:25:50.145482 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:50.355490 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:50.371175 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54256) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:50.388221 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] Checking router: 65bc7940-5ff8-4be9-aabd-1282744761d5 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:25:50.397636 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:50.398235 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:50.431772 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7a50322-b952-400c-9c87-fbab4b715373 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (7c1c9e0d-6981-4b9e-8fe2-cec223e1e581), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:50.456944 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7a50322-b952-400c-9c87-fbab4b715373 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (7c1c9e0d-6981-4b9e-8fe2-cec223e1e581), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:50.498997 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:50.506606 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7a50322-b952-400c-9c87-fbab4b715373 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (7c1c9e0d-6981-4b9e-8fe2-cec223e1e581), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:50.509334 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e7a50322-b952-400c-9c87-fbab4b715373 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:50.510495 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e7a50322-b952-400c-9c87-fbab4b715373 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "DELETE /v2.0/security-groups/7c1c9e0d-6981-4b9e-8fe2-cec223e1e581 HTTP/1.1" status: 204 len: 168 time: 0.1372459 May 26 03:25:50.513387 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54258) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:50.520478 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a50322-b952-400c-9c87-fbab4b715373 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c9e0d-6981-4b9e-8fe2-cec223e1e581,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:50.531651 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.api.v2.resource [None req-8f16b2cb-8824-4c57-b92e-8d8789dbfb37 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] show failed (client error): The resource could not be found. May 26 03:25:50.533508 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8f16b2cb-8824-4c57-b92e-8d8789dbfb37 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "GET /v2.0/security-groups/7c1c9e0d-6981-4b9e-8fe2-cec223e1e581 HTTP/1.1" status: 404 len: 347 time: 0.0183439 May 26 03:25:50.536466 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54260) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:50.651203 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Deleting port 5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:50.651585 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:50.707664 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:50.730150 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:50.730483 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:50.735738 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fffa59-2e78-4cae-aa66-015fdca286c6 None None] The sync data for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi is: [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:19:12Z', 'revision_number': 4, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '7cfe97f2-653d-4c1e-98cb-a92750205634', 'name': '', 'network_id': 'd2a6adbc-61d2-4628-a539-9e0450886394', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'mac_address': 'fa:16:3e:78:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:10Z', 'updated_at': '2022-05-26T03:19:20Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'subnets': [{'id': '73bb782f-22b3-451f-89ee-e7e56cab34eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:25:50.749955 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Calling delete_port for 5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7 owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:51.080903 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2b645-34f8-4571-b21c-7b2183db4fd1 None None] New status for floating IP 22ad8b7e-a9f2-4ccf-bff2-487ac56139b2: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:25:51.149591 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:51.156667 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.db.api [None req-c9d2b645-34f8-4571-b21c-7b2183db4fd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 03:25:51.157553 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG oslo_db.api [None req-c9d2b645-34f8-4571-b21c-7b2183db4fd1 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 03:25:51.172142 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Pushing event deleted for resources: {'Port': ['ID=5f6b93f2-4cd9-43b5-88f8-7e5c842d79c7,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:51.238049 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks [] for floatingip (22ad8b7e-a9f2-4ccf-bff2-487ac56139b2), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:51.240744 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:51.242038 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-544e9190-4039-449f-9b24-6b9a71661ba0 tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] 10.222.0.39 "DELETE /v2.0/floatingips/22ad8b7e-a9f2-4ccf-bff2-487ac56139b2 HTTP/1.1" status: 204 len: 168 time: 0.7031271 May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: WARNING neutron.objects.base [None req-c9d2b645-34f8-4571-b21c-7b2183db4fd1 None None] ORM session: SQL execution without transaction in progress, traceback: May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: func(*args, **kwargs) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: self.work.run() May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: result = self.fn(*self.args, **self.kwargs) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: res = self.dispatcher.dispatch(message) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return self._do_dispatch(endpoint, method, ctxt, args) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: result = func(ctxt, **new_args) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return f(*args, **kwargs) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return f(*args, **kwargs) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return f(*dup_args, **dup_kwargs) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: self.l3plugin.update_floatingip_status(context, May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return f_with_retry(*args, **kwargs, May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return f(*args, **kwargs) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return f(*args, **kwargs) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return f(*dup_args, **dup_kwargs) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return l3_obj.FloatingIP.update_object( May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return super(NeutronDbObject, cls).update_object( May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: obj = cls.get_object( May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: db_obj = obj_db_api.get_object( May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return _get_filter_query(obj_cls, context, **kwargs).first() May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: return self.limit(1)._iter().first() May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: result = self.session.execute( May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: result = fn(orm_exec_state) May 26 03:25:51.720464 dv-cinder-843361-1-iscsi neutron-server[104055]: May 26 03:25:53.566679 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 96cb8426-7235-4b0a-be91-d139f255b20f no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:53.595512 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 96cb8426-7235-4b0a-be91-d139f255b20f {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:53.595512 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 96cb8426-7235-4b0a-be91-d139f255b20f not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:53.656122 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54316) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:53.982966 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:53.986013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:54.103014 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (65bc7940-5ff8-4be9-aabd-1282744761d5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:54.319992 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Deleting port 7cfe97f2-653d-4c1e-98cb-a92750205634 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:54.320237 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:54.398982 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] For port 7cfe97f2-653d-4c1e-98cb-a92750205634, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=7cfe97f2-653d-4c1e-98cb-a92750205634,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:54.399387 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:54.412789 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Calling delete_port for 7cfe97f2-653d-4c1e-98cb-a92750205634 owned by network:router_interface {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:54.594845 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (7cfe97f2-653d-4c1e-98cb-a92750205634), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:54.622191 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfe97f2-653d-4c1e-98cb-a92750205634,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:54.800370 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:54.806234 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (65bc7940-5ff8-4be9-aabd-1282744761d5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:54.873749 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:55.033053 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Router 65bc7940-5ff8-4be9-aabd-1282744761d5 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:25:55.151571 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:25:55.157071 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4dc7a051-aaef-459e-a948-b7b310285aad admin admin] 10.222.0.39 "PUT /v2.0/routers/65bc7940-5ff8-4be9-aabd-1282744761d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4994299 May 26 03:25:55.159595 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54342) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:55.162094 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] Sync routers for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:25:55.171820 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:55.173170 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:55.265085 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks [] for router (65bc7940-5ff8-4be9-aabd-1282744761d5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.279230 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:55.365088 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks [] for router_gateway (65bc7940-5ff8-4be9-aabd-1282744761d5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.398647 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:55.410239 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Deleting port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:55.410501 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.459601 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:25:54Z', 'revision_number': 5, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port': {'id': '43872921-ab8f-43af-81c0-3ea3bc4f0bc9', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:19:04Z', 'updated_at': '2022-05-26T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:55.483901 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] Checking router: 65bc7940-5ff8-4be9-aabd-1282744761d5 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:25:55.492910 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] Routers {'65bc7940-5ff8-4be9-aabd-1282744761d5'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:25:55.493505 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:25:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['65bc7940-5ff8-4be9-aabd-1282744761d5'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:55.493621 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] For port 43872921-ab8f-43af-81c0-3ea3bc4f0bc9, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=43872921-ab8f-43af-81c0-3ea3bc4f0bc9,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:55.493954 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.507377 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Calling delete_port for 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:55.577450 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] Set router 65bc7940-5ff8-4be9-aabd-1282744761d5 gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:25:55.626640 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:55.676519 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (43872921-ab8f-43af-81c0-3ea3bc4f0bc9), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.707331 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43872921-ab8f-43af-81c0-3ea3bc4f0bc9,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:55.762396 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:25:55Z', 'revision_number': 6, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port_host': None}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:55.775938 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (65bc7940-5ff8-4be9-aabd-1282744761d5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.778803 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:55.788356 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82d6931-25b6-4bef-9ab0-2eeb0c8091f4 None None] The sync data for ids ['65bc7940-5ff8-4be9-aabd-1282744761d5'] in dv-cinder-843361-1-iscsi is: [{'id': '65bc7940-5ff8-4be9-aabd-1282744761d5', 'name': 'tempest-AttachVolumeShelveTestJSON-107122074-router', 'tenant_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:19:03Z', 'updated_at': '2022-05-26T03:25:55Z', 'revision_number': 6, 'project_id': 'ae4cce0a69044ebcba5f2b5352d04cbf', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:25:55.865026 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (65bc7940-5ff8-4be9-aabd-1282744761d5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.867261 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks [] for router_controller (65bc7940-5ff8-4be9-aabd-1282744761d5), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.907705 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (65bc7940-5ff8-4be9-aabd-1282744761d5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.908287 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65bc7940-5ff8-4be9-aabd-1282744761d5 {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:25:55.912384 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:55.913511 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d4ed7abd-4e93-4634-9c64-6a71c2806eb9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/65bc7940-5ff8-4be9-aabd-1282744761d5 HTTP/1.1" status: 204 len: 168 time: 0.7527320 May 26 03:25:55.916077 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54344) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:55.962996 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-76193e66-71b3-47be-8def-f57aacedb2a3 admin admin] Deleting subnet 73bb782f-22b3-451f-89ee-e7e56cab34eb {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:25:55.966216 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76193e66-71b3-47be-8def-f57aacedb2a3 admin admin] Publish callbacks [] for subnet (73bb782f-22b3-451f-89ee-e7e56cab34eb), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.002020 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76193e66-71b3-47be-8def-f57aacedb2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (73bb782f-22b3-451f-89ee-e7e56cab34eb), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.080127 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76193e66-71b3-47be-8def-f57aacedb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (73bb782f-22b3-451f-89ee-e7e56cab34eb), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.136089 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76193e66-71b3-47be-8def-f57aacedb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (73bb782f-22b3-451f-89ee-e7e56cab34eb), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.150026 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-76193e66-71b3-47be-8def-f57aacedb2a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.153309 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-76193e66-71b3-47be-8def-f57aacedb2a3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/73bb782f-22b3-451f-89ee-e7e56cab34eb HTTP/1.1" status: 204 len: 168 time: 0.2362053 May 26 03:25:56.155545 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77fb60-0d9e-4298-8ee2-fd4e49f21fd2 None None] Network d2a6adbc-61d2-4628-a539-9e0450886394 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:25:56.155942 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54360) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:56.209458 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76193e66-71b3-47be-8def-f57aacedb2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bb782f-22b3-451f-89ee-e7e56cab34eb,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:56.238841 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:56.261532 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (d2a6adbc-61d2-4628-a539-9e0450886394), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.310894 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Deleting port efd3443a-c0b6-4521-b666-fe2e2b6339f5 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:25:56.311599 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.381084 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] For port efd3443a-c0b6-4521-b666-fe2e2b6339f5, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=efd3443a-c0b6-4521-b666-fe2e2b6339f5,segment=NetworkSegment(f04c6166-fa64-4dce-a3c1-2021ae05f01c),segment_id=f04c6166-fa64-4dce-a3c1-2021ae05f01c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:25:56.381450 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.397138 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Calling delete_port for efd3443a-c0b6-4521-b666-fe2e2b6339f5 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:25:56.477252 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (efd3443a-c0b6-4521-b666-fe2e2b6339f5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.507375 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd3443a-c0b6-4521-b666-fe2e2b6339f5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:56.509333 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] No DVR routers for this DVR port efd3443a-c0b6-4521-b666-fe2e2b6339f5 on host dv-cinder-843361-1-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:25:56.538625 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54372) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:56.581539 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (d2a6adbc-61d2-4628-a539-9e0450886394), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.610712 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a6adbc-61d2-4628-a539-9e0450886394']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:56.622116 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04c6166-fa64-4dce-a3c1-2021ae05f01c') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:56.622612 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04c6166-fa64-4dce-a3c1-2021ae05f01c') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:25:56.623738 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505a33c-a9e8-4628-a9d5-15f84b12ecf2 None None] DHCP port deletion for d2a6adbc-61d2-4628-a539-9e0450886394 request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:25:56.635857 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352644'] for segment (f04c6166-fa64-4dce-a3c1-2021ae05f01c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.652271 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (f04c6166-fa64-4dce-a3c1-2021ae05f01c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.663166 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:25:56.663689 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7648807'] for segment (f04c6166-fa64-4dce-a3c1-2021ae05f01c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.674189 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acf6ad84-2e3c-4dbe-8cde-ea547f179591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.713913 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment f04c6166-fa64-4dce-a3c1-2021ae05f01c resource provider aggregate not found May 26 03:25:56.741213 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment f04c6166-fa64-4dce-a3c1-2021ae05f01c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f04c6166-fa64-4dce-a3c1-2021ae05f01c found for delete ", "request_id": "req-6303d726-9e40-4395-84ef-065aa4b24195"}]} May 26 03:25:56.742362 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (d2a6adbc-61d2-4628-a539-9e0450886394), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.749496 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:56.774540 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.778289 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d2a6adbc-61d2-4628-a539-9e0450886394 HTTP/1.1" status: 204 len: 168 time: 0.6212778 May 26 03:25:56.780128 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcb5c1-a11b-4fcd-9677-2e7549f52032 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a6adbc-61d2-4628-a539-9e0450886394,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:56.788517 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acf6ad84-2e3c-4dbe-8cde-ea547f179591 admin admin] Publish callbacks [] for security_group (cd03d725-4bf7-4e7c-a9fe-5660045b4f62), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.792829 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-acf6ad84-2e3c-4dbe-8cde-ea547f179591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (cd03d725-4bf7-4e7c-a9fe-5660045b4f62), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.836731 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-acf6ad84-2e3c-4dbe-8cde-ea547f179591 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b9cd10c9bab483281f678ca42c531e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959294 May 26 03:25:56.836731 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6ad84-2e3c-4dbe-8cde-ea547f179591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd03d725-4bf7-4e7c-a9fe-5660045b4f62,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:56.837590 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54382) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:56.893365 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-698dd0b8-8b77-478e-b174-69def7182247 admin admin] Publish callbacks [] for security_group (cd03d725-4bf7-4e7c-a9fe-5660045b4f62), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.917168 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-698dd0b8-8b77-478e-b174-69def7182247 admin admin] Publish callbacks [] for security_group (cd03d725-4bf7-4e7c-a9fe-5660045b4f62), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.923965 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54384) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:56.972396 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-6bee7242-8e00-4f25-9e81-77ee8987121e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae4cce0a69044ebcba5f2b5352d04cbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472205 May 26 03:25:56.975078 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54386) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:56.982324 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-698dd0b8-8b77-478e-b174-69def7182247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (cd03d725-4bf7-4e7c-a9fe-5660045b4f62), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.984975 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-698dd0b8-8b77-478e-b174-69def7182247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:56.986124 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-698dd0b8-8b77-478e-b174-69def7182247 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd03d725-4bf7-4e7c-a9fe-5660045b4f62 HTTP/1.1" status: 204 len: 168 time: 0.1475735 May 26 03:25:57.006238 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dd0b8-8b77-478e-b174-69def7182247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd03d725-4bf7-4e7c-a9fe-5660045b4f62,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:57.023842 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:57.042582 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd241-f9c8-47c5-b02c-0f46451df42a admin admin] Publish callbacks [] for security_group (bb34078f-148a-4fe2-a593-f7d8b3f49a6c), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.070498 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd241-f9c8-47c5-b02c-0f46451df42a admin admin] Publish callbacks [] for security_group (bb34078f-148a-4fe2-a593-f7d8b3f49a6c), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.120179 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd241-f9c8-47c5-b02c-0f46451df42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (bb34078f-148a-4fe2-a593-f7d8b3f49a6c), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.122445 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device efd3443a-c0b6-4521-b666-fe2e2b6339f5 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:57.126604 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd241-f9c8-47c5-b02c-0f46451df42a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.127997 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f4cfd241-f9c8-47c5-b02c-0f46451df42a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb34078f-148a-4fe2-a593-f7d8b3f49a6c HTTP/1.1" status: 204 len: 168 time: 0.1519995 May 26 03:25:57.136475 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfd241-f9c8-47c5-b02c-0f46451df42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb34078f-148a-4fe2-a593-f7d8b3f49a6c,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:57.160470 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: efd3443a-c0b6-4521-b666-fe2e2b6339f5 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:57.160782 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device efd3443a-c0b6-4521-b666-fe2e2b6339f5 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:57.161457 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 7cfe97f2-653d-4c1e-98cb-a92750205634 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:57.183539 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 7cfe97f2-653d-4c1e-98cb-a92750205634 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:57.183885 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 7cfe97f2-653d-4c1e-98cb-a92750205634 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:57.184296 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:25:57.206641 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:25:57.206978 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 43872921-ab8f-43af-81c0-3ea3bc4f0bc9 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:25:57.357574 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54396) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:57.371566 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd0f9-b8fe-48a1-afd7-d89df61b4f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.453935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd0f9-b8fe-48a1-afd7-d89df61b4f95 admin admin] Publish callbacks [] for security_group (b01d850c-d99f-4ca6-903f-7233f65cdc15), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.458805 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd0f9-b8fe-48a1-afd7-d89df61b4f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b01d850c-d99f-4ca6-903f-7233f65cdc15), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.503206 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-aa6cd0f9-b8fe-48a1-afd7-d89df61b4f95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d04355b46b74472da818e0c2ffbc7b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422207 May 26 03:25:57.503206 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cd0f9-b8fe-48a1-afd7-d89df61b4f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01d850c-d99f-4ca6-903f-7233f65cdc15,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:57.503578 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54400) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:57.560216 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a827a666-265e-4713-9258-07b76909f462 admin admin] Publish callbacks [] for security_group (b01d850c-d99f-4ca6-903f-7233f65cdc15), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.581729 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a827a666-265e-4713-9258-07b76909f462 admin admin] Publish callbacks [] for security_group (b01d850c-d99f-4ca6-903f-7233f65cdc15), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.632921 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a827a666-265e-4713-9258-07b76909f462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b01d850c-d99f-4ca6-903f-7233f65cdc15), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.635827 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a827a666-265e-4713-9258-07b76909f462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:57.637007 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a827a666-265e-4713-9258-07b76909f462 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b01d850c-d99f-4ca6-903f-7233f65cdc15 HTTP/1.1" status: 204 len: 168 time: 0.1324246 May 26 03:25:57.641712 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:57.648288 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827a666-265e-4713-9258-07b76909f462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01d850c-d99f-4ca6-903f-7233f65cdc15,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:57.978519 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54422) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:58.082024 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1820615457-network', 'tenant_id': '680109befda549beae35fd3c152185a4'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:58.104095 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Made reservation on behalf of 680109befda549beae35fd3c152185a4 for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:25:58.107319 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.115692 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.145596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:58.195591 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Publish callbacks [] for security_group (1b435701-4849-4a4a-94c6-8c1a6d3f978a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.199650 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (1b435701-4849-4a4a-94c6-8c1a6d3f978a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.221975 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:25:58.237555 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b435701-4849-4a4a-94c6-8c1a6d3f978a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:58.240429 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (98f4b71c-f155-4695-83f5-f4a250fa7aaa), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.240836 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Added segment 98f4b71c-f155-4695-83f5-f4a250fa7aaa of type vlan for network 6be97b0d-08cc-426a-8f65-118555ad730e May 26 03:25:58.283945 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (6be97b0d-08cc-426a-8f65-118555ad730e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.308151 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (6be97b0d-08cc-426a-8f65-118555ad730e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.309239 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:58.309819 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.366629 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3869941 May 26 03:25:58.369902 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54440) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:58.374738 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Request body: {'subnet': {'network_id': '6be97b0d-08cc-426a-8f65-118555ad730e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1820615457-subnet', 'tenant_id': '680109befda549beae35fd3c152185a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:58.377097 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10dae2-bfb3-4086-ab68-76aaf0bcbf58 admin admin] Pushing event updated for resources: {'Network': ['ID=6be97b0d-08cc-426a-8f65-118555ad730e,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:58.387227 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 6be97b0d-08cc-426a-8f65-118555ad730e details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:25:58.402952 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Made reservation on behalf of 680109befda549beae35fd3c152185a4 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:25:58.405511 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4438779'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.436214 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:58.473645 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:58.576280 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:25:58.593882 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7649154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4438537'] for subnet (f9fb22f5-030d-4e6d-b073-1f9a78c561a5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.647112 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9fb22f5-030d-4e6d-b073-1f9a78c561a5,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:58.663727 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Checking segment: {'id': '98f4b71c-f155-4695-83f5-f4a250fa7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6be97b0d-08cc-426a-8f65-118555ad730e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:25:58.666904 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Network hostable DHCP agents. Network: 6be97b0d-08cc-426a-8f65-118555ad730e, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:25:58.682676 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Network 6be97b0d-08cc-426a-8f65-118555ad730e is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:25:58.692714 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 6be97b0d-08cc-426a-8f65-118555ad730e) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:25:58.698227 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:58.700757 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:58.701963 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77845750-3e97-4072-aca8-6aa2af08ecc8 None None] Network 6be97b0d-08cc-426a-8f65-118555ad730e requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:25:58.726476 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-907cd9fe-a3f7-44fa-931c-6d5f1936724d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3553703 May 26 03:25:58.817007 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f8717-76ab-4927-a346-9fcc21eafe0c None None] Network 6be97b0d-08cc-426a-8f65-118555ad730e requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:25:59.250013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54480) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:59.255120 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1261870191-network', 'tenant_id': '8eba822af96a45708f06d708efc014b0'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:59.276514 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Made reservation on behalf of 8eba822af96a45708f06d708efc014b0 for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:25:59.278973 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.288177 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.368365 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Publish callbacks [] for security_group (08ab6304-c9c6-4228-8ffa-7ca52f258df6), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.373414 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (08ab6304-c9c6-4228-8ffa-7ca52f258df6), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.396401 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:25:59.412755 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab6304-c9c6-4228-8ffa-7ca52f258df6,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:59.415620 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (03160d3f-cb62-4cf3-b09d-f033b371f9f1), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.416026 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Added segment 03160d3f-cb62-4cf3-b09d-f033b371f9f1 of type vlan for network 7f3504e1-5016-412d-a03a-e70f8632b72e May 26 03:25:59.459352 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (7f3504e1-5016-412d-a03a-e70f8632b72e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.485707 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (7f3504e1-5016-412d-a03a-e70f8632b72e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.486839 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:59.487452 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.544671 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2934058 May 26 03:25:59.547434 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54484) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:25:59.552612 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Request body: {'subnet': {'network_id': '7f3504e1-5016-412d-a03a-e70f8632b72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1261870191-subnet', 'tenant_id': '8eba822af96a45708f06d708efc014b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:25:59.553848 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4762c93-2381-431d-b10a-2fad24754244 admin admin] Pushing event updated for resources: {'Network': ['ID=7f3504e1-5016-412d-a03a-e70f8632b72e,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:59.563551 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 7f3504e1-5016-412d-a03a-e70f8632b72e details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:25:59.580355 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Made reservation on behalf of 8eba822af96a45708f06d708efc014b0 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:25:59.582886 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4438779'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.747057 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7649154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4438537'] for subnet (46e32806-b27c-4525-a432-9573ce3097c5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.806600 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e32806-b27c-4525-a432-9573ce3097c5,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:25:59.816294 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Checking segment: {'id': '03160d3f-cb62-4cf3-b09d-f033b371f9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f3504e1-5016-412d-a03a-e70f8632b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:25:59.817080 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Network hostable DHCP agents. Network: 7f3504e1-5016-412d-a03a-e70f8632b72e, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:25:59.834771 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Network 7f3504e1-5016-412d-a03a-e70f8632b72e is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:25:59.843147 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 7f3504e1-5016-412d-a03a-e70f8632b72e) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:25:59.848468 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:25:59.849063 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:25:59.854468 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab078a-2cf8-4a73-b24d-6a80e823153c None None] Network 7f3504e1-5016-412d-a03a-e70f8632b72e requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:25:59.865369 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fff6c5ab-dc8b-49a9-9e2d-af846d1d238f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3168027 May 26 03:25:59.955233 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a263bd9-299f-4d06-a427-44690822dc52 None None] Network 7f3504e1-5016-412d-a03a-e70f8632b72e requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:25:59.985491 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54488) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:00.030540 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c358fdc-6c7f-4ef0-a51c-cf6b8b9cface admin admin] Deleting subnet f9fb22f5-030d-4e6d-b073-1f9a78c561a5 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:26:00.034067 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c358fdc-6c7f-4ef0-a51c-cf6b8b9cface admin admin] Publish callbacks [] for subnet (f9fb22f5-030d-4e6d-b073-1f9a78c561a5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.068973 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c358fdc-6c7f-4ef0-a51c-cf6b8b9cface admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352651'] for subnet (f9fb22f5-030d-4e6d-b073-1f9a78c561a5), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.093358 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:00.109725 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c358fdc-6c7f-4ef0-a51c-cf6b8b9cface admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (f9fb22f5-030d-4e6d-b073-1f9a78c561a5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.166838 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c358fdc-6c7f-4ef0-a51c-cf6b8b9cface admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4438528'] for subnet (f9fb22f5-030d-4e6d-b073-1f9a78c561a5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.189540 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358fdc-6c7f-4ef0-a51c-cf6b8b9cface admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fb22f5-030d-4e6d-b073-1f9a78c561a5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:00.195625 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c358fdc-6c7f-4ef0-a51c-cf6b8b9cface admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.198771 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9c358fdc-6c7f-4ef0-a51c-cf6b8b9cface admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f9fb22f5-030d-4e6d-b073-1f9a78c561a5 HTTP/1.1" status: 204 len: 168 time: 0.2121854 May 26 03:26:00.201189 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54490) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:00.269827 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (6be97b0d-08cc-426a-8f65-118555ad730e), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.350261 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (6be97b0d-08cc-426a-8f65-118555ad730e), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.356806 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:00.372957 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be97b0d-08cc-426a-8f65-118555ad730e']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:00.383470 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f4b71c-f155-4695-83f5-f4a250fa7aaa') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:00.383767 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f4b71c-f155-4695-83f5-f4a250fa7aaa') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:00.394291 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352644'] for segment (98f4b71c-f155-4695-83f5-f4a250fa7aaa), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.407201 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (98f4b71c-f155-4695-83f5-f4a250fa7aaa), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.413126 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:26:00.413507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7648807'] for segment (98f4b71c-f155-4695-83f5-f4a250fa7aaa), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.452040 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 98f4b71c-f155-4695-83f5-f4a250fa7aaa resource provider aggregate not found May 26 03:26:00.475104 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 98f4b71c-f155-4695-83f5-f4a250fa7aaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98f4b71c-f155-4695-83f5-f4a250fa7aaa found for delete ", "request_id": "req-a60e2e85-8291-4a6d-b6f1-a6b190adcd0b"}]} May 26 03:26:00.476238 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (6be97b0d-08cc-426a-8f65-118555ad730e), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.482955 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.486236 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] 10.222.0.39 "DELETE /v2.0/networks/6be97b0d-08cc-426a-8f65-118555ad730e HTTP/1.1" status: 204 len: 168 time: 0.2841375 May 26 03:26:00.489124 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54498) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:00.498653 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013852f-998f-4d9e-a5d8-746857d0e23a admin admin] Pushing event deleted for resources: {'Network': ['ID=6be97b0d-08cc-426a-8f65-118555ad730e,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:00.524821 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:00.542375 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f6e6bf-088f-480d-870f-9f9b3fa50af9 admin admin] Deleting subnet 46e32806-b27c-4525-a432-9573ce3097c5 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:26:00.546074 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-22f6e6bf-088f-480d-870f-9f9b3fa50af9 admin admin] Publish callbacks [] for subnet (46e32806-b27c-4525-a432-9573ce3097c5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.582154 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-22f6e6bf-088f-480d-870f-9f9b3fa50af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (46e32806-b27c-4525-a432-9573ce3097c5), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.630980 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-22f6e6bf-088f-480d-870f-9f9b3fa50af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (46e32806-b27c-4525-a432-9573ce3097c5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.632793 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:00.691421 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-22f6e6bf-088f-480d-870f-9f9b3fa50af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (46e32806-b27c-4525-a432-9573ce3097c5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.717465 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6e6bf-088f-480d-870f-9f9b3fa50af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e32806-b27c-4525-a432-9573ce3097c5,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:00.721884 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-22f6e6bf-088f-480d-870f-9f9b3fa50af9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:00.727358 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-22f6e6bf-088f-480d-870f-9f9b3fa50af9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/46e32806-b27c-4525-a432-9573ce3097c5 HTTP/1.1" status: 204 len: 168 time: 0.2349644 May 26 03:26:00.728195 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54514) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:00.797987 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (7f3504e1-5016-412d-a03a-e70f8632b72e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.142044 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (7f3504e1-5016-412d-a03a-e70f8632b72e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.162433 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3504e1-5016-412d-a03a-e70f8632b72e']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:01.171570 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03160d3f-cb62-4cf3-b09d-f033b371f9f1') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:01.171868 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03160d3f-cb62-4cf3-b09d-f033b371f9f1') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:01.181361 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (03160d3f-cb62-4cf3-b09d-f033b371f9f1), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.195972 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (03160d3f-cb62-4cf3-b09d-f033b371f9f1), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.202478 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:26:01.203072 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (03160d3f-cb62-4cf3-b09d-f033b371f9f1), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.254613 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 03160d3f-cb62-4cf3-b09d-f033b371f9f1 resource provider aggregate not found May 26 03:26:01.271796 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 03160d3f-cb62-4cf3-b09d-f033b371f9f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03160d3f-cb62-4cf3-b09d-f033b371f9f1 found for delete ", "request_id": "req-6da13b01-1e74-46c7-88dc-28d5dd102049"}]} May 26 03:26:01.277882 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (7f3504e1-5016-412d-a03a-e70f8632b72e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.283359 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.286399 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7f3504e1-5016-412d-a03a-e70f8632b72e HTTP/1.1" status: 204 len: 168 time: 0.5569069 May 26 03:26:01.297353 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176bec3-737c-46b5-b65a-bad064db5242 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3504e1-5016-412d-a03a-e70f8632b72e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:01.451773 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54530) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:01.490804 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-961bff6a-cf98-4f86-808a-08b77cc08023 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=680109befda549beae35fd3c152185a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378432 May 26 03:26:01.493242 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54532) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:01.545291 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a49aaa58-f713-4b9f-81bb-77cd5d3e944e admin admin] Publish callbacks [] for security_group (1b435701-4849-4a4a-94c6-8c1a6d3f978a), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.566981 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a49aaa58-f713-4b9f-81bb-77cd5d3e944e admin admin] Publish callbacks [] for security_group (1b435701-4849-4a4a-94c6-8c1a6d3f978a), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.612332 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a49aaa58-f713-4b9f-81bb-77cd5d3e944e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (1b435701-4849-4a4a-94c6-8c1a6d3f978a), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.615126 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a49aaa58-f713-4b9f-81bb-77cd5d3e944e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:01.616296 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a49aaa58-f713-4b9f-81bb-77cd5d3e944e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b435701-4849-4a4a-94c6-8c1a6d3f978a HTTP/1.1" status: 204 len: 168 time: 0.1221607 May 26 03:26:01.624639 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aaa58-f713-4b9f-81bb-77cd5d3e944e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b435701-4849-4a4a-94c6-8c1a6d3f978a,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:01.723731 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:01.751475 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=58 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:01.930476 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54538) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:01.972535 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5a970306-6abc-4173-99a9-39c78e398524 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8eba822af96a45708f06d708efc014b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408471 May 26 03:26:01.975058 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54542) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:02.030557 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af7b2d49-8ff7-414d-8a25-e2bb6fb40035 admin admin] Publish callbacks [] for security_group (08ab6304-c9c6-4228-8ffa-7ca52f258df6), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.052264 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af7b2d49-8ff7-414d-8a25-e2bb6fb40035 admin admin] Publish callbacks [] for security_group (08ab6304-c9c6-4228-8ffa-7ca52f258df6), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.100557 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af7b2d49-8ff7-414d-8a25-e2bb6fb40035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (08ab6304-c9c6-4228-8ffa-7ca52f258df6), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.103114 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af7b2d49-8ff7-414d-8a25-e2bb6fb40035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.104327 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-af7b2d49-8ff7-414d-8a25-e2bb6fb40035 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08ab6304-c9c6-4228-8ffa-7ca52f258df6 HTTP/1.1" status: 204 len: 168 time: 0.1282744 May 26 03:26:02.112398 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b2d49-8ff7-414d-8a25-e2bb6fb40035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab6304-c9c6-4228-8ffa-7ca52f258df6,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:02.281403 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-83f79dd6-058c-4b7b-b553-bf4839c28a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.353020 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54560) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:02.458194 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45efc1a-7d0c-4154-b4f8-cb1a6f1e8668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.528225 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:02.541559 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45efc1a-7d0c-4154-b4f8-cb1a6f1e8668 admin admin] Publish callbacks [] for security_group (e4c047e6-adc8-49ca-9dbd-331799d6360b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.546304 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a45efc1a-7d0c-4154-b4f8-cb1a6f1e8668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e4c047e6-adc8-49ca-9dbd-331799d6360b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.586820 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a45efc1a-7d0c-4154-b4f8-cb1a6f1e8668 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=104ac255c514430392132200137b579c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327280 May 26 03:26:02.587702 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45efc1a-7d0c-4154-b4f8-cb1a6f1e8668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c047e6-adc8-49ca-9dbd-331799d6360b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:02.590508 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54572) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:02.644353 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-64bc58d8-cffd-469d-82fd-7677b17cf076 admin admin] Publish callbacks [] for security_group (e4c047e6-adc8-49ca-9dbd-331799d6360b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.667338 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-64bc58d8-cffd-469d-82fd-7677b17cf076 admin admin] Publish callbacks [] for security_group (e4c047e6-adc8-49ca-9dbd-331799d6360b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.716101 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-64bc58d8-cffd-469d-82fd-7677b17cf076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e4c047e6-adc8-49ca-9dbd-331799d6360b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.719764 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-64bc58d8-cffd-469d-82fd-7677b17cf076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:02.721335 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-64bc58d8-cffd-469d-82fd-7677b17cf076 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4c047e6-adc8-49ca-9dbd-331799d6360b HTTP/1.1" status: 204 len: 168 time: 0.1290402 May 26 03:26:02.729486 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc58d8-cffd-469d-82fd-7677b17cf076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c047e6-adc8-49ca-9dbd-331799d6360b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:03.114888 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54594) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:03.129418 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f1a2faef-f579-4ebc-9a0e-65f4e524eb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:03.204808 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:03.210115 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f1a2faef-f579-4ebc-9a0e-65f4e524eb57 admin admin] Publish callbacks [] for security_group (88a87e34-62e3-44d1-9097-20e66c66c7e3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:03.214054 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f1a2faef-f579-4ebc-9a0e-65f4e524eb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (88a87e34-62e3-44d1-9097-20e66c66c7e3), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:03.256510 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f1a2faef-f579-4ebc-9a0e-65f4e524eb57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=465df59e06ab4b77bdd1970bab0ccbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403747 May 26 03:26:03.258424 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2faef-f579-4ebc-9a0e-65f4e524eb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a87e34-62e3-44d1-9097-20e66c66c7e3,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:03.259404 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54598) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:03.332278 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4bc35aea-2d1d-4d33-8e4f-d7e2c9b0da64 admin admin] Publish callbacks [] for security_group (88a87e34-62e3-44d1-9097-20e66c66c7e3), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:03.334485 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:03.360635 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4bc35aea-2d1d-4d33-8e4f-d7e2c9b0da64 admin admin] Publish callbacks [] for security_group (88a87e34-62e3-44d1-9097-20e66c66c7e3), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:03.410895 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4bc35aea-2d1d-4d33-8e4f-d7e2c9b0da64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (88a87e34-62e3-44d1-9097-20e66c66c7e3), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:03.413565 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4bc35aea-2d1d-4d33-8e4f-d7e2c9b0da64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:03.414704 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4bc35aea-2d1d-4d33-8e4f-d7e2c9b0da64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88a87e34-62e3-44d1-9097-20e66c66c7e3 HTTP/1.1" status: 204 len: 168 time: 0.1517253 May 26 03:26:03.422753 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc35aea-2d1d-4d33-8e4f-d7e2c9b0da64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a87e34-62e3-44d1-9097-20e66c66c7e3,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:03.847902 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54622) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:04.014092 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1baf-5cac-4c62-9e13-2718ce4df587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.098724 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1baf-5cac-4c62-9e13-2718ce4df587 admin admin] Publish callbacks [] for security_group (90088e17-5148-45b5-aee9-601ca403fa20), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.102910 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4fd1baf-5cac-4c62-9e13-2718ce4df587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (90088e17-5148-45b5-aee9-601ca403fa20), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.143746 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d4fd1baf-5cac-4c62-9e13-2718ce4df587 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ad2146a47134604b60d2ddbb8e8e1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947564 May 26 03:26:04.144619 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd1baf-5cac-4c62-9e13-2718ce4df587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90088e17-5148-45b5-aee9-601ca403fa20,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:04.147594 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54636) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:04.200660 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b16ce2f4-f982-4d00-a53f-1cd76ea27993 admin admin] Publish callbacks [] for security_group (90088e17-5148-45b5-aee9-601ca403fa20), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.222488 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b16ce2f4-f982-4d00-a53f-1cd76ea27993 admin admin] Publish callbacks [] for security_group (90088e17-5148-45b5-aee9-601ca403fa20), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.272844 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b16ce2f4-f982-4d00-a53f-1cd76ea27993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (90088e17-5148-45b5-aee9-601ca403fa20), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.275637 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b16ce2f4-f982-4d00-a53f-1cd76ea27993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.276809 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b16ce2f4-f982-4d00-a53f-1cd76ea27993 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90088e17-5148-45b5-aee9-601ca403fa20 HTTP/1.1" status: 204 len: 168 time: 0.1277974 May 26 03:26:04.285241 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ce2f4-f982-4d00-a53f-1cd76ea27993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90088e17-5148-45b5-aee9-601ca403fa20,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:04.508030 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-90e62a0c-615c-4a2d-b10c-46d1e588190e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.591577 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54650) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:04.605384 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8b576968-2cb9-4387-ac90-1552e7340432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.682081 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8b576968-2cb9-4387-ac90-1552e7340432 admin admin] Publish callbacks [] for security_group (ed9f80e1-b67f-4a8b-bf05-e9afa1ea6ec7), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.686289 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8b576968-2cb9-4387-ac90-1552e7340432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ed9f80e1-b67f-4a8b-bf05-e9afa1ea6ec7), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.727548 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8b576968-2cb9-4387-ac90-1552e7340432 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ea9307a5b014be9bb7e2d2442ae7291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347830 May 26 03:26:04.728412 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b576968-2cb9-4387-ac90-1552e7340432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f80e1-b67f-4a8b-bf05-e9afa1ea6ec7,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:04.730979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54656) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:04.757978 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:04.793388 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6c9fee7e-ecad-487c-8a04-587fa0802708 admin admin] Publish callbacks [] for security_group (ed9f80e1-b67f-4a8b-bf05-e9afa1ea6ec7), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.817104 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6c9fee7e-ecad-487c-8a04-587fa0802708 admin admin] Publish callbacks [] for security_group (ed9f80e1-b67f-4a8b-bf05-e9afa1ea6ec7), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.870058 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6c9fee7e-ecad-487c-8a04-587fa0802708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ed9f80e1-b67f-4a8b-bf05-e9afa1ea6ec7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.872862 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6c9fee7e-ecad-487c-8a04-587fa0802708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:04.874004 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6c9fee7e-ecad-487c-8a04-587fa0802708 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed9f80e1-b67f-4a8b-bf05-e9afa1ea6ec7 HTTP/1.1" status: 204 len: 168 time: 0.1380351 May 26 03:26:04.881760 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fee7e-ecad-487c-8a04-587fa0802708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f80e1-b67f-4a8b-bf05-e9afa1ea6ec7,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:05.334254 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54682) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:05.498528 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-725a8871-c050-4b61-92fe-7ac82d0d58a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:05.580738 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-725a8871-c050-4b61-92fe-7ac82d0d58a3 admin admin] Publish callbacks [] for security_group (9a71e8ea-e123-4858-9208-5cd7fd139574), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:05.585354 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-725a8871-c050-4b61-92fe-7ac82d0d58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9a71e8ea-e123-4858-9208-5cd7fd139574), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:05.626396 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-725a8871-c050-4b61-92fe-7ac82d0d58a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc88adea07fe4264b496b0e273db7bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909756 May 26 03:26:05.627299 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a8871-c050-4b61-92fe-7ac82d0d58a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a71e8ea-e123-4858-9208-5cd7fd139574,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:05.629123 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54696) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:05.680228 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a677b5b-1a2b-42a7-a6d4-f3c83cb7bae1 admin admin] Publish callbacks [] for security_group (9a71e8ea-e123-4858-9208-5cd7fd139574), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:05.702013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a677b5b-1a2b-42a7-a6d4-f3c83cb7bae1 admin admin] Publish callbacks [] for security_group (9a71e8ea-e123-4858-9208-5cd7fd139574), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:05.759803 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a677b5b-1a2b-42a7-a6d4-f3c83cb7bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (9a71e8ea-e123-4858-9208-5cd7fd139574), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:05.762420 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0a677b5b-1a2b-42a7-a6d4-f3c83cb7bae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:05.763836 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0a677b5b-1a2b-42a7-a6d4-f3c83cb7bae1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a71e8ea-e123-4858-9208-5cd7fd139574 HTTP/1.1" status: 204 len: 168 time: 0.1329076 May 26 03:26:05.772494 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a677b5b-1a2b-42a7-a6d4-f3c83cb7bae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a71e8ea-e123-4858-9208-5cd7fd139574,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:05.797913 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:06.115192 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54714) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:06.128368 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41248b61-80a1-4275-8f0d-71c1578bc234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:06.206838 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41248b61-80a1-4275-8f0d-71c1578bc234 admin admin] Publish callbacks [] for security_group (ae10030f-a029-4044-bf15-d9bc3fd07499), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:06.210781 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-41248b61-80a1-4275-8f0d-71c1578bc234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ae10030f-a029-4044-bf15-d9bc3fd07499), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:06.250079 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-41248b61-80a1-4275-8f0d-71c1578bc234 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f01728bfa4ff4fa6994cfaa75281a5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336632 May 26 03:26:06.250902 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41248b61-80a1-4275-8f0d-71c1578bc234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae10030f-a029-4044-bf15-d9bc3fd07499,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:06.253027 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54720) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:06.260706 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:06.306237 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f9747b63-508a-4ad3-bd2f-0080ef27670d admin admin] Publish callbacks [] for security_group (ae10030f-a029-4044-bf15-d9bc3fd07499), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:06.327477 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f9747b63-508a-4ad3-bd2f-0080ef27670d admin admin] Publish callbacks [] for security_group (ae10030f-a029-4044-bf15-d9bc3fd07499), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:06.383068 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f9747b63-508a-4ad3-bd2f-0080ef27670d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ae10030f-a029-4044-bf15-d9bc3fd07499), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:06.385572 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f9747b63-508a-4ad3-bd2f-0080ef27670d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:06.386965 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f9747b63-508a-4ad3-bd2f-0080ef27670d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae10030f-a029-4044-bf15-d9bc3fd07499 HTTP/1.1" status: 204 len: 168 time: 0.1328382 May 26 03:26:06.400794 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9747b63-508a-4ad3-bd2f-0080ef27670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae10030f-a029-4044-bf15-d9bc3fd07499,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:07.219754 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:08.539267 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:08.613966 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54816) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:08.722040 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6f1f5c81-743c-47a5-9f63-b3a7654fe01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:08.778331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:08.802253 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6f1f5c81-743c-47a5-9f63-b3a7654fe01a admin admin] Publish callbacks [] for security_group (6027287d-8264-48bd-a72d-d169465f9c75), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:08.806017 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6f1f5c81-743c-47a5-9f63-b3a7654fe01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (6027287d-8264-48bd-a72d-d169465f9c75), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:08.843361 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f5c81-743c-47a5-9f63-b3a7654fe01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6027287d-8264-48bd-a72d-d169465f9c75,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:08.849729 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-6f1f5c81-743c-47a5-9f63-b3a7654fe01a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc0a4bc3d5ce49fab99859e537e7e1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347584 May 26 03:26:08.852494 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54820) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:08.900554 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc4d-d106-4e56-a05e-a28618ac843c admin admin] Publish callbacks [] for security_group (6027287d-8264-48bd-a72d-d169465f9c75), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:08.910150 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=21 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:08.925029 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc4d-d106-4e56-a05e-a28618ac843c admin admin] Publish callbacks [] for security_group (6027287d-8264-48bd-a72d-d169465f9c75), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:08.970396 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc4d-d106-4e56-a05e-a28618ac843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (6027287d-8264-48bd-a72d-d169465f9c75), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:08.973107 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a5e9cc4d-d106-4e56-a05e-a28618ac843c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:08.974293 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a5e9cc4d-d106-4e56-a05e-a28618ac843c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6027287d-8264-48bd-a72d-d169465f9c75 HTTP/1.1" status: 204 len: 168 time: 0.1210215 May 26 03:26:08.981692 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9cc4d-d106-4e56-a05e-a28618ac843c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6027287d-8264-48bd-a72d-d169465f9c75,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:09.250644 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54830) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:09.264303 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.301148 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:09.351041 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Publish callbacks [] for security_group (d2e5764b-1b47-447c-ad12-c7a50188cd76), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.354830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d2e5764b-1b47-447c-ad12-c7a50188cd76), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.372894 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54834) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:09.394957 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e5764b-1b47-447c-ad12-c7a50188cd76,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:09.398936 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f573058d3a784f778a58723a36a46da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471193 May 26 03:26:09.401701 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54838) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:09.404768 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.405121 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.405459 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.405791 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.407353 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.407692 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.408019 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.408362 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.408667 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.408993 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.409319 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.409918 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.410241 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.410562 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.410877 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68464c6-0b4d-4cd7-9b01-5c376e10ffec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:09.469785 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae6e871c-7e25-4ff8-809e-9fbf95960566 admin admin] Publish callbacks [] for security_group (d2e5764b-1b47-447c-ad12-c7a50188cd76), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.503657 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-070248ce-ae92-4815-bd65-d4cd3edcf3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.506585 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae6e871c-7e25-4ff8-809e-9fbf95960566 admin admin] Publish callbacks [] for security_group (d2e5764b-1b47-447c-ad12-c7a50188cd76), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.591745 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae6e871c-7e25-4ff8-809e-9fbf95960566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d2e5764b-1b47-447c-ad12-c7a50188cd76), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.594659 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ae6e871c-7e25-4ff8-809e-9fbf95960566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.595815 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ae6e871c-7e25-4ff8-809e-9fbf95960566 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2e5764b-1b47-447c-ad12-c7a50188cd76 HTTP/1.1" status: 204 len: 168 time: 0.1927533 May 26 03:26:09.607471 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e871c-7e25-4ff8-809e-9fbf95960566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e5764b-1b47-447c-ad12-c7a50188cd76,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:09.632732 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-070248ce-ae92-4815-bd65-d4cd3edcf3c9 admin admin] Publish callbacks [] for security_group (821b8186-4f8b-46dc-b0ab-730dab2a70b0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.638036 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-070248ce-ae92-4815-bd65-d4cd3edcf3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (821b8186-4f8b-46dc-b0ab-730dab2a70b0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.681447 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-070248ce-ae92-4815-bd65-d4cd3edcf3c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6165017cb8ca4588bc889c917e95af22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078790 May 26 03:26:09.682312 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070248ce-ae92-4815-bd65-d4cd3edcf3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821b8186-4f8b-46dc-b0ab-730dab2a70b0,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:09.684243 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54842) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:09.739502 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a72eac7-9bfb-4407-9d36-65ed439afde9 admin admin] Publish callbacks [] for security_group (821b8186-4f8b-46dc-b0ab-730dab2a70b0), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.764506 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a72eac7-9bfb-4407-9d36-65ed439afde9 admin admin] Publish callbacks [] for security_group (821b8186-4f8b-46dc-b0ab-730dab2a70b0), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.812120 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a72eac7-9bfb-4407-9d36-65ed439afde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (821b8186-4f8b-46dc-b0ab-730dab2a70b0), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.815888 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2a72eac7-9bfb-4407-9d36-65ed439afde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:09.817111 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2a72eac7-9bfb-4407-9d36-65ed439afde9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/821b8186-4f8b-46dc-b0ab-730dab2a70b0 HTTP/1.1" status: 204 len: 168 time: 0.1317945 May 26 03:26:09.825822 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72eac7-9bfb-4407-9d36-65ed439afde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821b8186-4f8b-46dc-b0ab-730dab2a70b0,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:10.108028 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54858) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:10.124041 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a319bdb2-f15a-4934-9339-3dd7ab654945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.208986 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a319bdb2-f15a-4934-9339-3dd7ab654945 admin admin] Publish callbacks [] for security_group (ab2e63aa-35f7-472e-a7f2-6595316ee61f), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.213078 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a319bdb2-f15a-4934-9339-3dd7ab654945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ab2e63aa-35f7-472e-a7f2-6595316ee61f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.252508 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-a319bdb2-f15a-4934-9339-3dd7ab654945 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33e214742a8947b096c40e196a76e107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421893 May 26 03:26:10.254770 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319bdb2-f15a-4934-9339-3dd7ab654945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2e63aa-35f7-472e-a7f2-6595316ee61f,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:10.255153 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54864) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:10.316390 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e6d40fd5-0b9a-4cc0-8de7-43cf573441ae admin admin] Publish callbacks [] for security_group (ab2e63aa-35f7-472e-a7f2-6595316ee61f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.338151 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e6d40fd5-0b9a-4cc0-8de7-43cf573441ae admin admin] Publish callbacks [] for security_group (ab2e63aa-35f7-472e-a7f2-6595316ee61f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.393847 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e6d40fd5-0b9a-4cc0-8de7-43cf573441ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ab2e63aa-35f7-472e-a7f2-6595316ee61f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.396451 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e6d40fd5-0b9a-4cc0-8de7-43cf573441ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.397607 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e6d40fd5-0b9a-4cc0-8de7-43cf573441ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab2e63aa-35f7-472e-a7f2-6595316ee61f HTTP/1.1" status: 204 len: 168 time: 0.1414213 May 26 03:26:10.406378 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d40fd5-0b9a-4cc0-8de7-43cf573441ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2e63aa-35f7-472e-a7f2-6595316ee61f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:10.408254 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54874) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:10.620384 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-945143017-network', 'tenant_id': '0b94affae5e947e9aa69f962fdb4c7d6'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:10.876592 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Made reservation on behalf of 0b94affae5e947e9aa69f962fdb4c7d6 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:26:10.878989 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.887795 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.921962 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:10.969771 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Publish callbacks [] for security_group (2c9651a9-ab64-4473-b543-33f14e3ebc65), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.973572 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2c9651a9-ab64-4473-b543-33f14e3ebc65), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:10.981481 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:10.996379 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:26:11.025913 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9651a9-ab64-4473-b543-33f14e3ebc65,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:11.029059 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (601ce528-a6e5-4113-b9db-dc58e504eb11), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:11.029470 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Added segment 601ce528-a6e5-4113-b9db-dc58e504eb11 of type vlan for network e6fa2875-7868-456e-88c6-109be2113610 May 26 03:26:11.070146 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (e6fa2875-7868-456e-88c6-109be2113610), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:11.098203 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (e6fa2875-7868-456e-88c6-109be2113610), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:11.099112 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:11.099731 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:11.158599 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7493153 May 26 03:26:11.161826 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54904) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:11.166343 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57a37c-c899-4aa8-8f3b-ebe95d9bb423 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fa2875-7868-456e-88c6-109be2113610,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:11.167774 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Request body: {'subnet': {'network_id': 'e6fa2875-7868-456e-88c6-109be2113610', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-945143017-subnet', 'tenant_id': '0b94affae5e947e9aa69f962fdb4c7d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:11.178925 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network e6fa2875-7868-456e-88c6-109be2113610 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:26:11.192470 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Made reservation on behalf of 0b94affae5e947e9aa69f962fdb4c7d6 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:26:11.195051 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5823463'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:11.323612 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:11.340103 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:11.390040 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5823253'] for subnet (6ab8c44c-d515-491c-a306-8ac36273eeff), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:11.440693 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:11.450835 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab8c44c-d515-491c-a306-8ac36273eeff,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:11.468441 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Checking segment: {'id': '601ce528-a6e5-4113-b9db-dc58e504eb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e6fa2875-7868-456e-88c6-109be2113610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:26:11.468802 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Network hostable DHCP agents. Network: e6fa2875-7868-456e-88c6-109be2113610, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:26:11.485650 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Network e6fa2875-7868-456e-88c6-109be2113610 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:26:11.494663 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, e6fa2875-7868-456e-88c6-109be2113610) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:11.499136 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:11.499831 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:11.505161 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf5901-26c8-4cab-a5aa-1cea1d7322b7 None None] Network e6fa2875-7868-456e-88c6-109be2113610 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:26:11.522473 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b3714f10-913d-440b-adb2-7e4d1f197c6f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3592494 May 26 03:26:11.619750 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c21427-6186-4c08-8d02-1a9bc282e0cb None None] Network e6fa2875-7868-456e-88c6-109be2113610 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:26:12.116573 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 54972) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:12.121444 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1448621106-network', 'tenant_id': 'd3226fabce5f4db99b5cec98ee7c6900'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:12.142809 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Made reservation on behalf of d3226fabce5f4db99b5cec98ee7c6900 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:26:12.145278 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.154156 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.233179 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Publish callbacks [] for security_group (e860f7bd-1c32-4fdf-9012-b7f9c3d27050), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.237013 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e860f7bd-1c32-4fdf-9012-b7f9c3d27050), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.264953 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:26:12.276148 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e860f7bd-1c32-4fdf-9012-b7f9c3d27050,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:12.281661 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (e530f5a0-e551-43fe-a10d-d2e03c24b7a3), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.282120 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Added segment e530f5a0-e551-43fe-a10d-d2e03c24b7a3 of type vlan for network b8f7b45e-639a-4c0c-83f5-bc4e63767ece May 26 03:26:12.323625 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (b8f7b45e-639a-4c0c-83f5-bc4e63767ece), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.349463 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (b8f7b45e-639a-4c0c-83f5-bc4e63767ece), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.350495 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:12.351070 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.410609 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2929218 May 26 03:26:12.413521 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 54974) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:12.418328 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Request body: {'subnet': {'network_id': 'b8f7b45e-639a-4c0c-83f5-bc4e63767ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1448621106-subnet', 'tenant_id': 'd3226fabce5f4db99b5cec98ee7c6900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:12.419552 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4c6f5-811d-4db0-8594-3b0d632f8812 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f7b45e-639a-4c0c-83f5-bc4e63767ece,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:12.429655 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network b8f7b45e-639a-4c0c-83f5-bc4e63767ece details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:26:12.442418 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Made reservation on behalf of d3226fabce5f4db99b5cec98ee7c6900 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:26:12.444830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5823463'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.617422 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5823253'] for subnet (e1b7327c-c6df-46a7-8125-a3f6b0b29e21), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.668408 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b7327c-c6df-46a7-8125-a3f6b0b29e21,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:12.684865 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Checking segment: {'id': 'e530f5a0-e551-43fe-a10d-d2e03c24b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b8f7b45e-639a-4c0c-83f5-bc4e63767ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:26:12.685190 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Network hostable DHCP agents. Network: b8f7b45e-639a-4c0c-83f5-bc4e63767ece, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:26:12.704726 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Network b8f7b45e-639a-4c0c-83f5-bc4e63767ece is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:26:12.714419 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, b8f7b45e-639a-4c0c-83f5-bc4e63767ece) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:12.718589 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:12.719175 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:12.724513 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf2399-4aa6-45ae-b56a-8a001f038116 None None] Network b8f7b45e-639a-4c0c-83f5-bc4e63767ece requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:26:12.748471 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2311ec88-b939-4d1b-9ede-96528322639c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3223329 May 26 03:26:12.832814 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0c873-0216-4c54-985c-6c928ba2d978 None None] Network b8f7b45e-639a-4c0c-83f5-bc4e63767ece requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:26:12.893291 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:15.051185 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-5fe9b776-48eb-45a9-acb1-2ad4619e48d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398571 May 26 03:26:15.132423 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-67d29bb2-dbb4-4961-bcc7-5c0f95ee43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:15.133904 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-67d29bb2-dbb4-4961-bcc7-5c0f95ee43b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 1130 time: 0.0390151 May 26 03:26:15.242284 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:15.254659 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-a95a434c-abe7-449b-8772-f3fb88e2a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:15.256473 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-a95a434c-abe7-449b-8772-f3fb88e2a97b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.1009605 May 26 03:26:15.326956 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-d2da25d5-9f4f-49b3-bc3b-bc8c5ab86672 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d3120d-e9bf-4699-a70e-3008376e5448 HTTP/1.1" status: 200 len: 1002 time: 0.0599196 May 26 03:26:15.383922 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-0b92ddd8-aca6-4576-b517-52ddd2516a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:15.385292 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-0b92ddd8-aca6-4576-b517-52ddd2516a0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0527105 May 26 03:26:15.438948 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-392d0c73-53cf-4f76-a55f-91d2dc7a785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:15.440521 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-392d0c73-53cf-4f76-a55f-91d2dc7a785d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480740 May 26 03:26:15.516703 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:15.537600 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-fc00f4d0-5a93-4870-a151-fd1d9792487f service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893736 May 26 03:26:15.637318 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-cf4dbad1-8485-4a47-9177-86f2652a6cab req-5ffa9358-3b6a-4093-9413-3ee2711a1fff service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920198 May 26 03:26:22.730085 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=5,neutron:SELECT=64,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:22.730890 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=42,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:22.908227 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:22.917072 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:22.917652 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:23.852927 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:26:25.624135 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=9 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:25.634110 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=37 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:26.338756 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55164) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:26.384481 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e801590a-413c-4277-9ac3-3a5719285e3b admin admin] Deleting subnet 6ab8c44c-d515-491c-a306-8ac36273eeff {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:26:26.387829 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e801590a-413c-4277-9ac3-3a5719285e3b admin admin] Publish callbacks [] for subnet (6ab8c44c-d515-491c-a306-8ac36273eeff), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.425068 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e801590a-413c-4277-9ac3-3a5719285e3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (6ab8c44c-d515-491c-a306-8ac36273eeff), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.470545 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e801590a-413c-4277-9ac3-3a5719285e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (6ab8c44c-d515-491c-a306-8ac36273eeff), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.523200 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e801590a-413c-4277-9ac3-3a5719285e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (6ab8c44c-d515-491c-a306-8ac36273eeff), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.549149 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801590a-413c-4277-9ac3-3a5719285e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab8c44c-d515-491c-a306-8ac36273eeff,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:26.555862 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e801590a-413c-4277-9ac3-3a5719285e3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.559693 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e801590a-413c-4277-9ac3-3a5719285e3b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6ab8c44c-d515-491c-a306-8ac36273eeff HTTP/1.1" status: 204 len: 168 time: 0.2198834 May 26 03:26:26.561513 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55168) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:26.632932 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (e6fa2875-7868-456e-88c6-109be2113610), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.707894 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (e6fa2875-7868-456e-88c6-109be2113610), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.728100 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fa2875-7868-456e-88c6-109be2113610']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:26.737031 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601ce528-a6e5-4113-b9db-dc58e504eb11') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:26.737329 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601ce528-a6e5-4113-b9db-dc58e504eb11') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:26.747477 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (601ce528-a6e5-4113-b9db-dc58e504eb11), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.761623 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (601ce528-a6e5-4113-b9db-dc58e504eb11), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.768103 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:26:26.768485 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (601ce528-a6e5-4113-b9db-dc58e504eb11), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.812239 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 601ce528-a6e5-4113-b9db-dc58e504eb11 resource provider aggregate not found May 26 03:26:26.831700 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 601ce528-a6e5-4113-b9db-dc58e504eb11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 601ce528-a6e5-4113-b9db-dc58e504eb11 found for delete ", "request_id": "req-2cdf0e3f-eddc-45e0-bbe5-8a45b12d1a73"}]} May 26 03:26:26.835801 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (e6fa2875-7868-456e-88c6-109be2113610), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.841126 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.844221 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] 10.222.0.39 "DELETE /v2.0/networks/e6fa2875-7868-456e-88c6-109be2113610 HTTP/1.1" status: 204 len: 168 time: 0.2817972 May 26 03:26:26.847229 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55174) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:26.855928 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f5f18-bddc-4a79-a610-d7baa0221d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fa2875-7868-456e-88c6-109be2113610,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:26.894758 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8a0798-1238-43c8-89c7-4e434a3d4272 admin admin] Deleting subnet e1b7327c-c6df-46a7-8125-a3f6b0b29e21 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:26:26.898662 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0798-1238-43c8-89c7-4e434a3d4272 admin admin] Publish callbacks [] for subnet (e1b7327c-c6df-46a7-8125-a3f6b0b29e21), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.936804 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0798-1238-43c8-89c7-4e434a3d4272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352651'] for subnet (e1b7327c-c6df-46a7-8125-a3f6b0b29e21), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:26.989093 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0798-1238-43c8-89c7-4e434a3d4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (e1b7327c-c6df-46a7-8125-a3f6b0b29e21), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.046316 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0798-1238-43c8-89c7-4e434a3d4272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4438528'] for subnet (e1b7327c-c6df-46a7-8125-a3f6b0b29e21), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.053757 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55182) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:27.058381 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-72af0fc4-7407-4332-90d9-cd85b47cc058 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222074059', 'description': 'tempest-description--1680454471'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:27.072507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a0798-1238-43c8-89c7-4e434a3d4272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b7327c-c6df-46a7-8125-a3f6b0b29e21,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:27.078490 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0798-1238-43c8-89c7-4e434a3d4272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.081827 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-3e8a0798-1238-43c8-89c7-4e434a3d4272 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e1b7327c-c6df-46a7-8125-a3f6b0b29e21 HTTP/1.1" status: 204 len: 168 time: 0.2335432 May 26 03:26:27.084478 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-72af0fc4-7407-4332-90d9-cd85b47cc058 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.084720 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55184) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:27.152734 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-72af0fc4-7407-4332-90d9-cd85b47cc058 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.153276 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (b8f7b45e-639a-4c0c-83f5-bc4e63767ece), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.156648 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-72af0fc4-7407-4332-90d9-cd85b47cc058 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.187054 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-72af0fc4-7407-4332-90d9-cd85b47cc058 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.188286 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-72af0fc4-7407-4332-90d9-cd85b47cc058 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1335297 May 26 03:26:27.190832 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af0fc4-7407-4332-90d9-cd85b47cc058 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:27.193394 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55186) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:27.197736 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-fdecba34-2bd6-4421-9449-0af3019f3bc2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group_rule': {'security_group_id': '97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:27.226075 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdecba34-2bd6-4421-9449-0af3019f3bc2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (a0411761-e786-445e-b479-f46b96cba34f), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.238065 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (b8f7b45e-639a-4c0c-83f5-bc4e63767ece), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.259709 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f7b45e-639a-4c0c-83f5-bc4e63767ece']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:27.266872 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:27.269194 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e530f5a0-e551-43fe-a10d-d2e03c24b7a3') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:27.269514 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e530f5a0-e551-43fe-a10d-d2e03c24b7a3') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:27.279906 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352644'] for segment (e530f5a0-e551-43fe-a10d-d2e03c24b7a3), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.288621 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdecba34-2bd6-4421-9449-0af3019f3bc2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (a0411761-e786-445e-b479-f46b96cba34f), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.294555 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdecba34-2bd6-4421-9449-0af3019f3bc2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (a0411761-e786-445e-b479-f46b96cba34f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.295518 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (e530f5a0-e551-43fe-a10d-d2e03c24b7a3), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.301933 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:26:27.302585 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7648807'] for segment (e530f5a0-e551-43fe-a10d-d2e03c24b7a3), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.315012 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecba34-2bd6-4421-9449-0af3019f3bc2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0411761-e786-445e-b479-f46b96cba34f,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:27.322540 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fdecba34-2bd6-4421-9449-0af3019f3bc2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.326316 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-fdecba34-2bd6-4421-9449-0af3019f3bc2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293871 May 26 03:26:27.326445 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55190) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:27.330792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-892d6690-0039-493d-bac9-e70d9beefb13 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group_rule': {'security_group_id': '97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:27.347922 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment e530f5a0-e551-43fe-a10d-d2e03c24b7a3 resource provider aggregate not found May 26 03:26:27.356978 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:27.359377 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-892d6690-0039-493d-bac9-e70d9beefb13 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (8f3122de-737f-4979-a659-3612307b553f), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.374908 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (b8f7b45e-639a-4c0c-83f5-bc4e63767ece), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.378109 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment e530f5a0-e551-43fe-a10d-d2e03c24b7a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e530f5a0-e551-43fe-a10d-d2e03c24b7a3 found for delete ", "request_id": "req-c4838875-5e4c-4580-adbf-c4fd6b105fc0"}]} May 26 03:26:27.384767 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.388209 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b8f7b45e-639a-4c0c-83f5-bc4e63767ece HTTP/1.1" status: 204 len: 168 time: 0.3024888 May 26 03:26:27.401463 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9efa62-babb-4bc0-85ce-22ed253d6894 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f7b45e-639a-4c0c-83f5-bc4e63767ece,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:27.417513 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-892d6690-0039-493d-bac9-e70d9beefb13 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (8f3122de-737f-4979-a659-3612307b553f), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.421403 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-892d6690-0039-493d-bac9-e70d9beefb13 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (8f3122de-737f-4979-a659-3612307b553f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.443175 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d6690-0039-493d-bac9-e70d9beefb13 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3122de-737f-4979-a659-3612307b553f,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:27.448151 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-892d6690-0039-493d-bac9-e70d9beefb13 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.452466 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55196) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:27.452619 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-892d6690-0039-493d-bac9-e70d9beefb13 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250548 May 26 03:26:27.457306 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:27.482587 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.575675 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.585753 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55202) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:27.632385 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-992fd093-ce66-46c1-959a-ba559669b922 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b94affae5e947e9aa69f962fdb4c7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430074 May 26 03:26:27.632650 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55204) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:27.683380 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2e327571-1ecd-44a6-a19f-c7f8e7497e00 admin admin] Publish callbacks [] for security_group (2c9651a9-ab64-4473-b543-33f14e3ebc65), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.695729 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Allocated IP 172.27.2.173 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/cd223bc2-7628-4c36-b05f-0c27a7ab63ca) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:26:27.706583 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2e327571-1ecd-44a6-a19f-c7f8e7497e00 admin admin] Publish callbacks [] for security_group (2c9651a9-ab64-4473-b543-33f14e3ebc65), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.762145 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2e327571-1ecd-44a6-a19f-c7f8e7497e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2c9651a9-ab64-4473-b543-33f14e3ebc65), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.765237 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2e327571-1ecd-44a6-a19f-c7f8e7497e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.766468 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2e327571-1ecd-44a6-a19f-c7f8e7497e00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c9651a9-ab64-4473-b543-33f14e3ebc65 HTTP/1.1" status: 204 len: 168 time: 0.1329162 May 26 03:26:27.776192 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e327571-1ecd-44a6-a19f-c7f8e7497e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9651a9-ab64-4473-b543-33f14e3ebc65,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:27.816252 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:27.824312 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (cd223bc2-7628-4c36-b05f-0c27a7ab63ca), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.829003 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:27.883296 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (cd223bc2-7628-4c36-b05f-0c27a7ab63ca), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:27.905030 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:26:27.908187 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:27.910514 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:26:27.981289 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=cd223bc2-7628-4c36-b05f-0c27a7ab63ca,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:28.037677 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.074975 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (cd223bc2-7628-4c36-b05f-0c27a7ab63ca), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.163388 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55214) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:28.206356 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-bfe25026-a0a3-4db7-94ad-d1ae9d57bbf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3226fabce5f4db99b5cec98ee7c6900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408463 May 26 03:26:28.209028 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55216) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:28.258910 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c945272b-b0b3-47ee-8889-ecc96171e5ff admin admin] Publish callbacks [] for security_group (e860f7bd-1c32-4fdf-9012-b7f9c3d27050), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.263396 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (cd223bc2-7628-4c36-b05f-0c27a7ab63ca), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.268642 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (cd223bc2-7628-4c36-b05f-0c27a7ab63ca), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.281611 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c945272b-b0b3-47ee-8889-ecc96171e5ff admin admin] Publish callbacks [] for security_group (e860f7bd-1c32-4fdf-9012-b7f9c3d27050), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.332248 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c945272b-b0b3-47ee-8889-ecc96171e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e860f7bd-1c32-4fdf-9012-b7f9c3d27050), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.334555 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c945272b-b0b3-47ee-8889-ecc96171e5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.337939 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c945272b-b0b3-47ee-8889-ecc96171e5ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e860f7bd-1c32-4fdf-9012-b7f9c3d27050 HTTP/1.1" status: 204 len: 168 time: 0.1260078 May 26 03:26:28.340753 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=cd223bc2-7628-4c36-b05f-0c27a7ab63ca,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:28.346371 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945272b-b0b3-47ee-8889-ecc96171e5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e860f7bd-1c32-4fdf-9012-b7f9c3d27050,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:28.349953 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.366043 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:28.367340 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0e06338e-fe9d-4210-8c81-af96b89e11c3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9135318 May 26 03:26:28.571726 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-716e0bd0-3974-4299-9a97-70ea423ffd95 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1222074059&fields=id&tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 267 time: 0.0431983 May 26 03:26:28.689918 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-70178e22-d74a-45ad-8fe1-23d99c818786 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:28.689918 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-70178e22-d74a-45ad-8fe1-23d99c818786 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 815 time: 0.1104038 May 26 03:26:28.703634 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-e0e23793-f645-46dc-9cb0-988799f3c157 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/quotas/3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 375 time: 0.0090470 May 26 03:26:28.757400 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-45fe6461-2fde-4e04-8f37-43bde43efc63 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476508 May 26 03:26:28.859579 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-c69a2fdd-4cfa-457a-8823-ed19c81fb8f9 service neutron] 10.222.0.39 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903335 May 26 03:26:28.873116 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:28.925683 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:28.966392 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-9a2cfe2b-0c43-476c-a5a4-d1964ad1ca29 service neutron] 10.222.0.39 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964754 May 26 03:26:29.147822 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-97ae3fc7-db8e-4627-bcaf-de3fc179948b req-503510b9-e8ba-4b73-9856-7970b8019e1c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 210 time: 0.0319436 May 26 03:26:30.247478 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1b1aa1e9-a965-4a84-afc1-fd4a2fde6ea2 req-d447489e-8ddb-4b3c-983f-40ba4581b0ab tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 210 time: 0.0309048 May 26 03:26:31.351827 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0e606405-57be-4f2d-aa33-f57db5f781bf req-72b18d61-0e02-448d-a801-6ae3df2a4765 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 210 time: 0.0297511 May 26 03:26:31.361046 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-218a9e6d-734f-4ba6-b10a-15cc21167001 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:31.362740 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-218a9e6d-734f-4ba6-b10a-15cc21167001 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 815 time: 0.1226280 May 26 03:26:31.442479 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-dfcc8b36-01be-4677-8c25-ba314cca6f67 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 473 time: 0.0686295 May 26 03:26:31.499474 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'port': {'device_id': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'admin_state_up': True, 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'security_groups': ['97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:31.568397 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:31.606880 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:31.612774 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Made reservation on behalf of 3676f20a4e0d4ec8be71d5aaab607aa7 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:26:31.616405 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:31.749120 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Allocated IP 172.20.0.4 (9a82eafb-f79c-49d2-9f45-9b38dfba8897/dc94717c-066b-4fd5-86ed-723aa4ba5612/a0762d61-6811-4d93-a5ba-d3f082cbbe27) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:26:31.894663 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:31.926860 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:31.965761 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:26:31.970900 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:31.973684 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:26:32.013562 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=a0762d61-6811-4d93-a5ba-d3f082cbbe27,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:32.038415 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:32.039075 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:32.056952 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-0d658642-be19-4742-b35d-ee5fbf15efe6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5611613 May 26 03:26:32.069419 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Request body: {'port': {'device_id': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:32.135718 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:32.222796 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2dec179f-a250-4f6a-ac13-0b7f74d2548e None None] Provisioning complete for port a0762d61-6811-4d93-a5ba-d3f082cbbe27 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:26:32.223452 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2dec179f-a250-4f6a-ac13-0b7f74d2548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:32.255792 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2dec179f-a250-4f6a-ac13-0b7f74d2548e None None] Port a0762d61-6811-4d93-a5ba-d3f082cbbe27 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:26:32.273095 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5f8a89f3-c741-4138-8a89-8fd78696d352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:32.383648 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:32.432334 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:32.443031 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0762d61-6811-4d93-a5ba-d3f082cbbe27 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:26:32.451581 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Publish callbacks [] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:32.465731 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Transition to ACTIVE for port object a0762d61-6811-4d93-a5ba-d3f082cbbe27 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:26:32.469340 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:32.471191 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704c5b0-3969-43cd-8e3a-e4fbc0f1fd6a req-9fb75576-ffc9-4f62-b020-cfaa3eb7fd8b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:32.472677 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c704c5b0-3969-43cd-8e3a-e4fbc0f1fd6a req-9fb75576-ffc9-4f62-b020-cfaa3eb7fd8b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 931 time: 0.0492322 May 26 03:26:32.521637 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c704c5b0-3969-43cd-8e3a-e4fbc0f1fd6a req-5fd6cb7e-a11f-4560-b86e-2856e884f8b2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417593 May 26 03:26:32.525416 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Pushing event updated for resources: {'Port': ['ID=a0762d61-6811-4d93-a5ba-d3f082cbbe27,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:32.609055 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Attempting to bind port a0762d61-6811-4d93-a5ba-d3f082cbbe27 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:26:32.609055 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Attempting to bind port a0762d61-6811-4d93-a5ba-d3f082cbbe27 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:26:32.609055 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Attempting to bind port a0762d61-6811-4d93-a5ba-d3f082cbbe27 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:26:32.615514 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Port a0762d61-6811-4d93-a5ba-d3f082cbbe27 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:26:32.615893 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Attempting to bind port a0762d61-6811-4d93-a5ba-d3f082cbbe27 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:26:32.621526 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:26:32.621868 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Checking segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:26:32.622254 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Bound using segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:26:32.622684 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Bound port: a0762d61-6811-4d93-a5ba-d3f082cbbe27, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:26:32.623050 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:32.695539 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] For port a0762d61-6811-4d93-a5ba-d3f082cbbe27, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:26:32.698565 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] For port a0762d61-6811-4d93-a5ba-d3f082cbbe27, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a0762d61-6811-4d93-a5ba-d3f082cbbe27,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:26:32.704915 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:32.742259 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:32.742910 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:32.744351 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] 10.222.0.45 "PUT /v2.0/ports/a0762d61-6811-4d93-a5ba-d3f082cbbe27 HTTP/1.1" status: 200 len: 1093 time: 0.6793497 May 26 03:26:32.744803 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'tag': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:26:32.747017 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b25c5b-9f57-4b08-a252-064bdb1df773" -d '{"events": [{"name": "network-changed", "server_uuid": "21810aa5-8aff-4cb0-84ac-1fe5ca8782cb", "tag": "a0762d61-6811-4d93-a5ba-d3f082cbbe27"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:26:32.778612 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2c1e5-da2c-4ecd-b214-a0f3f0a2968a service neutron] Pushing event updated for resources: {'Port': ['ID=a0762d61-6811-4d93-a5ba-d3f082cbbe27,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:32.798521 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333ec878-108e-4602-aaf7-edc486919761 x-openstack-request-id: req-333ec878-108e-4602-aaf7-edc486919761 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:26:32.798827 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21810aa5-8aff-4cb0-84ac-1fe5ca8782cb", "tag": "a0762d61-6811-4d93-a5ba-d3f082cbbe27", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:26:32.799129 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-333ec878-108e-4602-aaf7-edc486919761 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:26:32.799574 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333ec878-108e-4602-aaf7-edc486919761'] response: {'name': 'network-changed', 'server_uuid': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'tag': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27', 'status': 'completed', 'code': 200} May 26 03:26:32.858659 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-ffbfc3b0-4b73-4696-8060-f9cd780c057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:32.861409 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-ffbfc3b0-4b73-4696-8060-f9cd780c057b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 1127 time: 0.0533717 May 26 03:26:32.906698 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-329f6b8e-fd25-4601-ad96-daed4a417a18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0762d61-6811-4d93-a5ba-d3f082cbbe27 HTTP/1.1" status: 200 len: 217 time: 0.0388815 May 26 03:26:32.955969 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-3cb278f4-75da-49ae-8f60-9d66780f4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:32.957435 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-3cb278f4-75da-49ae-8f60-9d66780f4e42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0441291 May 26 03:26:33.002325 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-530b9958-6eb5-44a7-afed-6bf2e15d938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:33.003909 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-530b9958-6eb5-44a7-afed-6bf2e15d938f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405970 May 26 03:26:33.096283 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-52e9e677-9248-45d6-a85d-563d0992ce24 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856464 May 26 03:26:33.636101 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cafc4-ec45-428f-8d05-4f1317e1b270 req-531337a6-8186-401f-96f7-7620c03155af tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:33.637549 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c38cafc4-ec45-428f-8d05-4f1317e1b270 req-531337a6-8186-401f-96f7-7620c03155af tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 943 time: 0.0469975 May 26 03:26:33.686967 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c38cafc4-ec45-428f-8d05-4f1317e1b270 req-d8c63d18-88bc-44c6-be9c-d25ea13155fe tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436256 May 26 03:26:33.966050 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-efa10717-ed9f-4e3c-aaff-0123e67b0600 req-f0a10165-8de4-4df1-851d-cf005a6e7f76 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845780 May 26 03:26:34.503791 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-26fc8e0c-8346-488c-b9ef-e582ff8c8e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:34.799431 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935434c-1001-47db-96c0-17c77bd9b1eb req-e14ea810-8a56-4f95-8b5e-5a825e4d0068 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:34.800888 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e935434c-1001-47db-96c0-17c77bd9b1eb req-e14ea810-8a56-4f95-8b5e-5a825e4d0068 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 943 time: 0.0470366 May 26 03:26:34.847007 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e935434c-1001-47db-96c0-17c77bd9b1eb req-cf287c8c-a842-4b31-bc8a-eb7572ce05a6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 May 26 03:26:35.786741 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:35.960865 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6feac-4c2f-40a4-881f-f5840808ed9a req-44a1fc9e-fd5b-4745-9900-2e1ae2ec1b43 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:35.962345 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d5a6feac-4c2f-40a4-881f-f5840808ed9a req-44a1fc9e-fd5b-4745-9900-2e1ae2ec1b43 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 943 time: 0.0480037 May 26 03:26:36.010821 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d5a6feac-4c2f-40a4-881f-f5840808ed9a req-8f4b2867-5324-4483-8863-9a3ab6fb9fae tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 May 26 03:26:36.344033 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-c36b3408-836d-4866-9f23-8395d4d93f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:36.345436 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-c36b3408-836d-4866-9f23-8395d4d93f8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 1127 time: 0.0396559 May 26 03:26:37.125695 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18301475-231a-47d6-9502-10f2d59ec2ec req-192dc6a0-2594-49b7-bb16-ab718e29e2a6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:37.127195 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-18301475-231a-47d6-9502-10f2d59ec2ec req-192dc6a0-2594-49b7-bb16-ab718e29e2a6 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 943 time: 0.0497510 May 26 03:26:37.174866 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-18301475-231a-47d6-9502-10f2d59ec2ec req-90985296-fc8e-4faa-9f5b-dae4baab0526 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 May 26 03:26:37.222477 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:37.354282 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-26a970c9-3105-422b-8cf2-875d51b31010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:37.355798 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-26a970c9-3105-422b-8cf2-875d51b31010 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.0937636 May 26 03:26:37.865047 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:37.871138 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:38.051654 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device a0762d61-6811-4d93-a5ba-d3f082cbbe27 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:26:38.084324 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-6ccb3945-20da-409c-80dc-dbb38b2599ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0762d61-6811-4d93-a5ba-d3f082cbbe27 HTTP/1.1" status: 200 len: 217 time: 0.0335259 May 26 03:26:38.151946 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port a0762d61-6811-4d93-a5ba-d3f082cbbe27, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a0762d61-6811-4d93-a5ba-d3f082cbbe27,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:26:38.163998 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'port_id': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27', 'mac_address': 'fa:16:3e:b4:44:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:26:38.199277 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port a0762d61-6811-4d93-a5ba-d3f082cbbe27 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:26:38.199663 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:38.212661 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0762d61-6811-4d93-a5ba-d3f082cbbe27 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:26:38.232992 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port a0762d61-6811-4d93-a5ba-d3f082cbbe27, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a0762d61-6811-4d93-a5ba-d3f082cbbe27,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:26:38.237137 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:38.284032 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=a0762d61-6811-4d93-a5ba-d3f082cbbe27,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:38.290725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dfca8-f251-46d2-95d6-6d87f1287233 req-8d95ab73-427d-4924-92c6-229ea60730d5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:38.291211 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.291459 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.291792 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.292126 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.292286 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-097dfca8-f251-46d2-95d6-6d87f1287233 req-8d95ab73-427d-4924-92c6-229ea60730d5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 944 time: 0.0476680 May 26 03:26:38.292448 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.292773 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.293094 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.293412 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.293728 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.294044 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.294358 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.294678 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.294990 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.295327 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.295642 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:38.342376 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-097dfca8-f251-46d2-95d6-6d87f1287233 req-57706ed3-0691-422c-8839-e2cbe8293a34 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 May 26 03:26:38.541780 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:38.989349 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-d40558bf-20e6-440a-af22-1af1b63dda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:38.991357 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-d40558bf-20e6-440a-af22-1af1b63dda22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0450110 May 26 03:26:39.037015 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:39.040803 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-fcecf2f8-26ca-460e-a895-782fe7307f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:39.042304 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-fcecf2f8-26ca-460e-a895-782fe7307f33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443401 May 26 03:26:39.100458 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:39.133952 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-67a2fd89-8fb6-444f-91ab-f98ea9d832fc service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847700 May 26 03:26:39.195010 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['a0762d61-6811-4d93-a5ba-d3f082cbbe27'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:26:39.237567 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-43b25c5b-9f57-4b08-a252-064bdb1df773 req-6a4295e3-edf2-4779-855f-b644a79bc1c3 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935767 May 26 03:26:39.463402 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162ace8-7fdd-44f8-b714-4150920ec426 req-01832cfe-95be-43f6-8fdf-a650242f0e34 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:39.464882 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9162ace8-7fdd-44f8-b714-4150920ec426 req-01832cfe-95be-43f6-8fdf-a650242f0e34 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 944 time: 0.0517974 May 26 03:26:39.511823 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9162ace8-7fdd-44f8-b714-4150920ec426 req-cbe26bb8-a0a9-4787-8f05-45c02432d39b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 May 26 03:26:40.626480 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dba687-70ee-426b-9e03-f245f4a76860 req-8ea227dc-c5e2-4f42-96f8-83beaf53b7a7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:40.627848 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c8dba687-70ee-426b-9e03-f245f4a76860 req-8ea227dc-c5e2-4f42-96f8-83beaf53b7a7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 944 time: 0.0469308 May 26 03:26:40.677430 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c8dba687-70ee-426b-9e03-f245f4a76860 req-b8bda82b-8b8a-4e06-a120-9bcc8fd891ce tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 May 26 03:26:41.793030 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f5af-a240-448f-a0dc-a54ee1c8f741 req-bc84b671-f35d-4a0d-b24c-a52a87ab0851 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:41.794468 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed32f5af-a240-448f-a0dc-a54ee1c8f741 req-bc84b671-f35d-4a0d-b24c-a52a87ab0851 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 944 time: 0.0494068 May 26 03:26:41.844896 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ed32f5af-a240-448f-a0dc-a54ee1c8f741 req-1b16b746-0339-4891-bb6b-5816809bb106 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448937 May 26 03:26:42.215609 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device a0762d61-6811-4d93-a5ba-d3f082cbbe27 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:26:42.255707 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:42.269245 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port a0762d61-6811-4d93-a5ba-d3f082cbbe27 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:26:42.276037 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port a0762d61-6811-4d93-a5ba-d3f082cbbe27 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:26:42.276403 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:42.475963 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port a0762d61-6811-4d93-a5ba-d3f082cbbe27 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:26:42.476358 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:42.499727 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:26:42.501977 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529fe2b8-f23d-4362-a174-dba7ce514b73" -d '{"events": [{"server_uuid": "21810aa5-8aff-4cb0-84ac-1fe5ca8782cb", "name": "network-vif-plugged", "status": "completed", "tag": "a0762d61-6811-4d93-a5ba-d3f082cbbe27"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:26:42.515753 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port a0762d61-6811-4d93-a5ba-d3f082cbbe27, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a0762d61-6811-4d93-a5ba-d3f082cbbe27,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:26:42.520001 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:42.545363 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b108cc2-afd8-4d83-91a8-f043456cc6d3 x-openstack-request-id: req-8b108cc2-afd8-4d83-91a8-f043456cc6d3 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:26:42.545647 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21810aa5-8aff-4cb0-84ac-1fe5ca8782cb", "name": "network-vif-plugged", "status": "completed", "tag": "a0762d61-6811-4d93-a5ba-d3f082cbbe27", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:26:42.545895 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b108cc2-afd8-4d83-91a8-f043456cc6d3 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:26:42.546285 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b108cc2-afd8-4d83-91a8-f043456cc6d3'] response: {'server_uuid': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27', 'code': 200} May 26 03:26:42.571322 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=a0762d61-6811-4d93-a5ba-d3f082cbbe27,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:42.715142 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaf265-0d67-484e-9913-18a193ddd605 req-89694094-9022-4909-b1be-0153fbe99eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:42.716673 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6bcaf265-0d67-484e-9913-18a193ddd605 req-89694094-9022-4909-b1be-0153fbe99eac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 1129 time: 0.0396245 May 26 03:26:42.760967 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-6bcaf265-0d67-484e-9913-18a193ddd605 req-7ad6ee0b-0a7a-4a1e-a232-67cbb73eb82d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380468 May 26 03:26:42.957026 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd079c7-9920-4c15-8f66-81b7cbeace98 req-c85ac332-f269-470f-8c46-47e8bde1ab7d tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:42.958382 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7dd079c7-9920-4c15-8f66-81b7cbeace98 req-c85ac332-f269-470f-8c46-47e8bde1ab7d tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 945 time: 0.0472052 May 26 03:26:42.999594 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:43.007488 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7dd079c7-9920-4c15-8f66-81b7cbeace98 req-d1990554-6844-47a2-87be-97d9c642b38f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 May 26 03:26:44.115673 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:44.124829 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b2a40-21de-4be6-b83b-84bcda7ca8e7 req-62b676f0-480e-4e42-9bd1-3b72374f5155 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:44.127877 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4a0b2a40-21de-4be6-b83b-84bcda7ca8e7 req-62b676f0-480e-4e42-9bd1-3b72374f5155 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 945 time: 0.0522099 May 26 03:26:44.176090 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4a0b2a40-21de-4be6-b83b-84bcda7ca8e7 req-937a7696-a0af-4cf1-9bd5-3e3c80a97186 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 May 26 03:26:45.294025 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ee023-2d70-4d64-b172-4dc4cea90801 req-5dd3589a-b6f9-4031-9e90-8a4de0bcbeea tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:45.295510 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-df0ee023-2d70-4d64-b172-4dc4cea90801 req-5dd3589a-b6f9-4031-9e90-8a4de0bcbeea tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 945 time: 0.0508018 May 26 03:26:45.341506 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-df0ee023-2d70-4d64-b172-4dc4cea90801 req-acecc2b7-448b-4645-930f-fc13c84289f7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 May 26 03:26:45.451229 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922acee0-b34c-4345-ae62-328aeb30ac02 req-48c0babb-ee3e-47a0-bcbe-e9424ab9fa90 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:45.452702 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-922acee0-b34c-4345-ae62-328aeb30ac02 req-48c0babb-ee3e-47a0-bcbe-e9424ab9fa90 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 945 time: 0.0460165 May 26 03:26:45.461508 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55414) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:45.465718 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-4c1b28cd-c1a1-4acd-9c94-ab0169d35248 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'floatingip': {'port_id': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:45.502032 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4c1b28cd-c1a1-4acd-9c94-ab0169d35248 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:45.913715 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4c1b28cd-c1a1-4acd-9c94-ab0169d35248 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:45.917327 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4c1b28cd-c1a1-4acd-9c94-ab0169d35248 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:46.010707 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-4c1b28cd-c1a1-4acd-9c94-ab0169d35248 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Floating IP 3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0 associated. External IP: 172.27.2.173, port: a0762d61-6811-4d93-a5ba-d3f082cbbe27. May 26 03:26:46.205602 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b28cd-c1a1-4acd-9c94-ab0169d35248 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:26:46.250976 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:46.257856 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:46.307954 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b28cd-c1a1-4acd-9c94-ab0169d35248 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:26:46.312724 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4c1b28cd-c1a1-4acd-9c94-ab0169d35248 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:46.317998 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:26:46.327612 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:26:46.328220 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:26:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:46.343755 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4c1b28cd-c1a1-4acd-9c94-ab0169d35248 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "PUT /v2.0/floatingips/3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0 HTTP/1.1" status: 200 len: 991 time: 0.8811948 May 26 03:26:46.344345 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'tag': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:26:46.346723 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494" -d '{"events": [{"name": "network-changed", "server_uuid": "21810aa5-8aff-4cb0-84ac-1fe5ca8782cb", "tag": "a0762d61-6811-4d93-a5ba-d3f082cbbe27"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:26:46.434510 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:26:46.500910 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69c0da3-1c25-4db2-9ebd-e9cab37a5354 x-openstack-request-id: req-b69c0da3-1c25-4db2-9ebd-e9cab37a5354 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:26:46.501193 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21810aa5-8aff-4cb0-84ac-1fe5ca8782cb", "tag": "a0762d61-6811-4d93-a5ba-d3f082cbbe27", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:26:46.501442 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b69c0da3-1c25-4db2-9ebd-e9cab37a5354 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:26:46.501843 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69c0da3-1c25-4db2-9ebd-e9cab37a5354'] response: {'name': 'network-changed', 'server_uuid': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'tag': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27', 'status': 'completed', 'code': 200} May 26 03:26:46.641982 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:b4:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:26:27Z', 'updated_at': '2022-05-26T03:26:45Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}, {'id': 'abb753be-4c2e-4995-aa0e-18591a70eead', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:25:28Z', 'updated_at': '2022-05-26T03:25:42Z', 'revision_number': 2, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:46.671231 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:26:46.679697 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:26:46.680294 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:26:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:46.778183 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:26:46.983781 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:b4:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:26:27Z', 'updated_at': '2022-05-26T03:26:45Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}, {'id': 'abb753be-4c2e-4995-aa0e-18591a70eead', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:25:28Z', 'updated_at': '2022-05-26T03:25:42Z', 'revision_number': 2, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:47.016525 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cff43-ba7e-4ed6-a92d-9cadee10b2fe None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:b4:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:26:27Z', 'updated_at': '2022-05-26T03:26:45Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}, {'id': 'abb753be-4c2e-4995-aa0e-18591a70eead', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:25:28Z', 'updated_at': '2022-05-26T03:25:42Z', 'revision_number': 2, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:26:47.206569 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049cd4f-3f98-4ead-b709-3924fd65140d None None] New status for floating IP 3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:26:47.813319 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-318aed5e-7fe5-46e0-82c1-6e2a242846ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:47.814816 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-318aed5e-7fe5-46e0-82c1-6e2a242846ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 1129 time: 0.0399048 May 26 03:26:47.909993 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-778ec8dd-eb21-4b80-86cc-4c6a9e832720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:47.911568 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-778ec8dd-eb21-4b80-86cc-4c6a9e832720 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.0907974 May 26 03:26:47.980047 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-e6a52a0a-9f3a-4046-84e5-5b571ec9aad1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0762d61-6811-4d93-a5ba-d3f082cbbe27 HTTP/1.1" status: 200 len: 1001 time: 0.0557742 May 26 03:26:48.034856 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-0944673a-96dd-4307-af00-8ff37f694dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:48.036349 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-0944673a-96dd-4307-af00-8ff37f694dda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0478904 May 26 03:26:48.086215 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-242695ec-c169-4331-9d71-8920fa1b899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:48.087739 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-242695ec-c169-4331-9d71-8920fa1b899c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387814 May 26 03:26:48.181885 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-ad032199-ecaa-4012-8788-6d4c542ba9f5 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852954 May 26 03:26:48.281381 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e829b1b3-d9ba-4e38-9a00-0e9a8c67f494 req-266d97f4-fc69-4a3a-bc90-d8abaf8bdd9a service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912044 May 26 03:26:50.123465 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55464) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:50.228994 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:50.308449 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Publish callbacks [] for security_group (a1970bd2-459e-4006-ba0b-1945df2d98db), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:50.312194 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (a1970bd2-459e-4006-ba0b-1945df2d98db), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:50.332260 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:50.353541 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fe938eb52d1431fb8163fba3a49f8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290318 May 26 03:26:50.356045 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1970bd2-459e-4006-ba0b-1945df2d98db,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:50.356353 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55468) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:50.363878 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.364230 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.364577 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.364917 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.365246 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.365572 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.365895 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.366221 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.366581 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.366908 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.367225 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.367581 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.367898 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.368219 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.368536 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650b4f5b-2fd6-4710-a05a-cc918b438f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:50.409333 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-784ed50f-4428-48b6-a511-1c55aa5ce1a6 admin admin] Publish callbacks [] for security_group (a1970bd2-459e-4006-ba0b-1945df2d98db), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:50.430954 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-784ed50f-4428-48b6-a511-1c55aa5ce1a6 admin admin] Publish callbacks [] for security_group (a1970bd2-459e-4006-ba0b-1945df2d98db), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:50.477906 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-784ed50f-4428-48b6-a511-1c55aa5ce1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (a1970bd2-459e-4006-ba0b-1945df2d98db), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:50.480532 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-784ed50f-4428-48b6-a511-1c55aa5ce1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:50.481682 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-784ed50f-4428-48b6-a511-1c55aa5ce1a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1970bd2-459e-4006-ba0b-1945df2d98db HTTP/1.1" status: 204 len: 168 time: 0.1230874 May 26 03:26:50.490028 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ed50f-4428-48b6-a511-1c55aa5ce1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1970bd2-459e-4006-ba0b-1945df2d98db,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:52.290566 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55536) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:52.397525 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-92089966-f849-46b9-836b-8cc5a4b99cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:52.471577 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-92089966-f849-46b9-836b-8cc5a4b99cdf admin admin] Publish callbacks [] for security_group (14d51015-8b12-4d8b-a238-33021c6e713b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:52.474980 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-92089966-f849-46b9-836b-8cc5a4b99cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (14d51015-8b12-4d8b-a238-33021c6e713b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:52.514760 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-92089966-f849-46b9-836b-8cc5a4b99cdf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e68e2ea99614c628e140a6c59646315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228942 May 26 03:26:52.515631 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92089966-f849-46b9-836b-8cc5a4b99cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d51015-8b12-4d8b-a238-33021c6e713b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:52.517603 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55540) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:52.530463 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:52.566511 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4293cc57-1079-4e32-aa25-1c54fb06c735 admin admin] Publish callbacks [] for security_group (14d51015-8b12-4d8b-a238-33021c6e713b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:52.591771 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4293cc57-1079-4e32-aa25-1c54fb06c735 admin admin] Publish callbacks [] for security_group (14d51015-8b12-4d8b-a238-33021c6e713b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:52.638193 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4293cc57-1079-4e32-aa25-1c54fb06c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (14d51015-8b12-4d8b-a238-33021c6e713b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:52.640983 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4293cc57-1079-4e32-aa25-1c54fb06c735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:52.642124 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4293cc57-1079-4e32-aa25-1c54fb06c735 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14d51015-8b12-4d8b-a238-33021c6e713b HTTP/1.1" status: 204 len: 168 time: 0.1234610 May 26 03:26:52.650019 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293cc57-1079-4e32-aa25-1c54fb06c735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d51015-8b12-4d8b-a238-33021c6e713b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:53.298691 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55570) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:53.398679 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-199533904-network', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:53.418607 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Made reservation on behalf of 5513602e070b4ea09fa3b12a2b259626 for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:26:53.420952 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.429699 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.503761 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Publish callbacks [] for security_group (40c94d0f-6ad0-4911-a092-36fa54197e53), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.507343 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (40c94d0f-6ad0-4911-a092-36fa54197e53), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.532407 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:26:53.542762 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c94d0f-6ad0-4911-a092-36fa54197e53,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:53.547585 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (7fc3d819-0739-4895-90d7-af69da540ac2), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.547935 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Added segment 7fc3d819-0739-4895-90d7-af69da540ac2 of type vlan for network 601be1a5-68a0-4663-ad2e-10ecb248df5b May 26 03:26:53.587966 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (601be1a5-68a0-4663-ad2e-10ecb248df5b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.611780 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (601be1a5-68a0-4663-ad2e-10ecb248df5b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.612795 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:53.613376 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.670322 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3705087 May 26 03:26:53.673263 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55574) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:53.677558 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ab7c5-f351-4a4a-9c47-9c5490dd3423 admin admin] Pushing event updated for resources: {'Network': ['ID=601be1a5-68a0-4663-ad2e-10ecb248df5b,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:53.678208 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Request body: {'subnet': {'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-199533904-subnet', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:53.691817 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 601be1a5-68a0-4663-ad2e-10ecb248df5b details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:26:53.695755 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:53.696413 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:53.700204 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Made reservation on behalf of 5513602e070b4ea09fa3b12a2b259626 for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:26:53.702592 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5823463'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.705802 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:53.870008 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5823253'] for subnet (65386438-2f7d-4537-b598-d10847eeec12), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.926501 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65386438-2f7d-4537-b598-d10847eeec12,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:53.941835 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Checking segment: {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:26:53.942194 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Network hostable DHCP agents. Network: 601be1a5-68a0-4663-ad2e-10ecb248df5b, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:26:53.959788 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Network 601be1a5-68a0-4663-ad2e-10ecb248df5b is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:26:53.968472 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 601be1a5-68a0-4663-ad2e-10ecb248df5b) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:53.972510 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:53.973100 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:53.976026 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:53.977849 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd0cb8-2107-4b28-9291-da27a1168fa5 None None] Network 601be1a5-68a0-4663-ad2e-10ecb248df5b requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:26:53.993009 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-08331e8d-a1b7-4645-84d0-0167684c5f0f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3156395 May 26 03:26:53.994031 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55578) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:53.998554 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:54.011802 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:54.023318 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (e5d25d1c-2823-4bf4-92ab-a600883663fa), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.024356 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (e5d25d1c-2823-4bf4-92ab-a600883663fa), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.073396 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks [] for router_controller (e5d25d1c-2823-4bf4-92ab-a600883663fa), precommit_add_association {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.083477 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-601be1a5-68a0-4663-ad2e-10ecb248df5b', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:26:54.084415 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.226403 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Allocated IP 172.20.0.2 (601be1a5-68a0-4663-ad2e-10ecb248df5b/65386438-2f7d-4537-b598-d10847eeec12/d9434873-52e7-4197-8927-c2329478b055) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:26:54.382102 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Publish callbacks [] for port (d9434873-52e7-4197-8927-c2329478b055), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.388744 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (d9434873-52e7-4197-8927-c2329478b055), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.439134 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Network 601be1a5-68a0-4663-ad2e-10ecb248df5b is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:26:54.440292 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Pushing event updated for resources: {'Port': ['ID=d9434873-52e7-4197-8927-c2329478b055,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:54.442873 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:54.445183 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:26:54.462983 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks [] for router_gateway (e5d25d1c-2823-4bf4-92ab-a600883663fa), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.500697 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Attempting to bind port d9434873-52e7-4197-8927-c2329478b055 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:26:54.500979 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Attempting to bind port d9434873-52e7-4197-8927-c2329478b055 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:26:54.501344 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Attempting to bind port d9434873-52e7-4197-8927-c2329478b055 on network 601be1a5-68a0-4663-ad2e-10ecb248df5b {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:26:54.506332 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:26:54.506703 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Checking segment: {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:26:54.507158 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.507634 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Bound using segment: {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:26:54.508048 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Bound port: d9434873-52e7-4197-8927-c2329478b055, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:26:54.508423 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d9434873-52e7-4197-8927-c2329478b055), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.568315 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] For port d9434873-52e7-4197-8927-c2329478b055, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:26:54.571981 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] For port d9434873-52e7-4197-8927-c2329478b055, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=d9434873-52e7-4197-8927-c2329478b055,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:26:54.577427 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d9434873-52e7-4197-8927-c2329478b055), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.645054 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bc3e2-9f22-4b4b-b7ea-3a5c1e1b5541 None None] Pushing event updated for resources: {'Port': ['ID=d9434873-52e7-4197-8927-c2329478b055,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:54.651348 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks [] for router_gateway (e5d25d1c-2823-4bf4-92ab-a600883663fa), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.670887 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.788852 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Allocated IP 172.27.2.77 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/0a9e6233-02da-4041-93cd-512ce98de181) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:26:54.909262 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks [] for port (0a9e6233-02da-4041-93cd-512ce98de181), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.946819 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (0a9e6233-02da-4041-93cd-512ce98de181), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:54.990500 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:26:54.995865 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:54.999590 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:26:55.002584 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Pushing event updated for resources: {'Port': ['ID=0a9e6233-02da-4041-93cd-512ce98de181,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:55.131343 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:55.157617 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d9434873-52e7-4197-8927-c2329478b055 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:26:55.208220 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port d9434873-52e7-4197-8927-c2329478b055 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:26:55.208600 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d9434873-52e7-4197-8927-c2329478b055), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:55.247187 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:55.250759 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks [] for router_gateway (e5d25d1c-2823-4bf4-92ab-a600883663fa), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:55.287523 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port d9434873-52e7-4197-8927-c2329478b055 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:26:55.287913 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d9434873-52e7-4197-8927-c2329478b055), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:55.328186 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port d9434873-52e7-4197-8927-c2329478b055, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=d9434873-52e7-4197-8927-c2329478b055,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:26:55.333834 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d9434873-52e7-4197-8927-c2329478b055), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:55.393510 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=d9434873-52e7-4197-8927-c2329478b055,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:55.459301 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (e5d25d1c-2823-4bf4-92ab-a600883663fa), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:55.539092 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bf998e-c9a1-487b-bf86-4960ea1cc3df None None] Network 601be1a5-68a0-4663-ad2e-10ecb248df5b requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:26:55.587084 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-8544cdab-d30d-49d8-83f1-8bd70641d9ff None None] Provisioning complete for port d9434873-52e7-4197-8927-c2329478b055 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:26:55.587383 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8544cdab-d30d-49d8-83f1-8bd70641d9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d9434873-52e7-4197-8927-c2329478b055), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:55.596134 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Router e5d25d1c-2823-4bf4-92ab-a600883663fa is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:26:55.697528 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:26:55.706886 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Sync routers for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:26:55.715036 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-8544cdab-d30d-49d8-83f1-8bd70641d9ff None None] Current status of the port d9434873-52e7-4197-8927-c2329478b055 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:26:55.720102 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:26:55.720786 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:26:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:55.723056 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:55.727588 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5a15ae6e-58f1-4ba5-93d8-f88218654877 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7293892 May 26 03:26:55.727875 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55582) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:55.821210 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:55.829164 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:55.831394 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:26:55.946897 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-734495d6-4ed9-47a4-8e5d-fbdfd7531ee4 None None] Provisioning complete for port d9434873-52e7-4197-8927-c2329478b055 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:26:55.947459 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-734495d6-4ed9-47a4-8e5d-fbdfd7531ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d9434873-52e7-4197-8927-c2329478b055), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:55.975930 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:56.028365 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:55Z', 'revision_number': 3, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:56.036019 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:56.045702 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-734495d6-4ed9-47a4-8e5d-fbdfd7531ee4 None None] Current status of the port d9434873-52e7-4197-8927-c2329478b055 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:26:56.064720 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Checking router: e5d25d1c-2823-4bf4-92ab-a600883663fa for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:26:56.065062 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Updating router e5d25d1c-2823-4bf4-92ab-a600883663fa port 0a9e6233-02da-4041-93cd-512ce98de181 binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:26:56.103114 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (0a9e6233-02da-4041-93cd-512ce98de181), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.107729 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:56.175926 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.228696 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:56.356830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Allocated IP 172.20.0.1 (601be1a5-68a0-4663-ad2e-10ecb248df5b/65386438-2f7d-4537-b598-d10847eeec12/1893fecb-9c7a-46c8-9a6a-dc96593cc7a9) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:26:56.474235 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Publish callbacks [] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.484030 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Publish callbacks [] for port (0a9e6233-02da-4041-93cd-512ce98de181), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.489404 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (0a9e6233-02da-4041-93cd-512ce98de181), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.508037 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.543507 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Pushing event updated for resources: {'Port': ['ID=0a9e6233-02da-4041-93cd-512ce98de181,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:56.547495 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Network 601be1a5-68a0-4663-ad2e-10ecb248df5b is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:26:56.550400 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:56.550959 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Attempting to bind port 0a9e6233-02da-4041-93cd-512ce98de181 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:26:56.551335 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Attempting to bind port 0a9e6233-02da-4041-93cd-512ce98de181 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:26:56.552217 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Attempting to bind port 0a9e6233-02da-4041-93cd-512ce98de181 on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:26:56.554191 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:26:56.555130 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.555663 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.556019 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.556367 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.556695 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.557014 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.557468 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.557644 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.557948 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.558813 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.559140 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.559546 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.559857 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.560141 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.560463 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:26:56.566107 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:26:56.566477 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:26:56.566877 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.567260 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:26:56.567732 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Bound port: 0a9e6233-02da-4041-93cd-512ce98de181, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:26:56.568101 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (0a9e6233-02da-4041-93cd-512ce98de181), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.582925 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Pushing event updated for resources: {'Port': ['ID=1893fecb-9c7a-46c8-9a6a-dc96593cc7a9,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:56.602271 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (e5d25d1c-2823-4bf4-92ab-a600883663fa), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.619803 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] For port 0a9e6233-02da-4041-93cd-512ce98de181, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:26:56.622875 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] For port 0a9e6233-02da-4041-93cd-512ce98de181, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=0a9e6233-02da-4041-93cd-512ce98de181,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:26:56.633912 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (0a9e6233-02da-4041-93cd-512ce98de181), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.705596 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f229e-3779-4fe0-a3dd-00d8d866d4ee None None] Pushing event updated for resources: {'Port': ['ID=0a9e6233-02da-4041-93cd-512ce98de181,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:56.710447 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:26:56.711204 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:26:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:56.747734 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.819168 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:26:56.870329 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-8332e8d6-1809-4b48-b88a-d0c1b92bfb06 None None] Provisioning complete for port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:26:56.870875 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8332e8d6-1809-4b48-b88a-d0c1b92bfb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.886077 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:56.893186 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:56.914091 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-8332e8d6-1809-4b48-b88a-d0c1b92bfb06 None None] Port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:26:56.935209 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:56.948488 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Publish callbacks [] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:56.953531 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:57.018798 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 1, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:57.026146 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (e5d25d1c-2823-4bf4-92ab-a600883663fa), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:57.028107 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Pushing event updated for resources: {'Port': ['ID=1893fecb-9c7a-46c8-9a6a-dc96593cc7a9,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:57.030994 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:57.050521 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d004587-4df3-4758-ba3c-7affb187ee80 None None] The sync data for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi is: [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 1, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:26:57.132823 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Network 601be1a5-68a0-4663-ad2e-10ecb248df5b is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:26:57.134229 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:57.134894 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d9434873-52e7-4197-8927-c2329478b055 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:26:57.137996 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:57.206217 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port d9434873-52e7-4197-8927-c2329478b055 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:26:57.206780 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d9434873-52e7-4197-8927-c2329478b055), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:57.314943 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port d9434873-52e7-4197-8927-c2329478b055 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:26:57.326413 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Router e5d25d1c-2823-4bf4-92ab-a600883663fa has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:26:57.456100 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:26:57.467322 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-996a5f47-a863-42af-8cdc-e653684f407f admin admin] 10.222.0.39 "PUT /v2.0/routers/e5d25d1c-2823-4bf4-92ab-a600883663fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328713 May 26 03:26:57.537512 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-80d0810b-bf48-4582-8713-ba9ff96f6e84 None None] Provisioning complete for port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:26:57.539428 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-80d0810b-bf48-4582-8713-ba9ff96f6e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:57.575929 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-80d0810b-bf48-4582-8713-ba9ff96f6e84 None None] Port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:26:58.020110 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55612) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:58.025145 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-522131276-network', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:58.047142 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Made reservation on behalf of cdc374d8a7cc47b3bb49b71fdb07b844 for: {'network': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:26:58.049603 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.061648 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.144467 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Publish callbacks [] for security_group (7407dfc5-be5d-4893-9c55-961583715ab0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.149253 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (7407dfc5-be5d-4893-9c55-961583715ab0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.178498 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:26:58.185657 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7407dfc5-be5d-4893-9c55-961583715ab0,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:58.192036 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (217056c1-c540-4b62-8f9d-b7ae84e83119), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.192398 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.segments_db [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Added segment 217056c1-c540-4b62-8f9d-b7ae84e83119 of type vlan for network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 May 26 03:26:58.235214 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (944e990c-e7d5-4196-9a5d-8edb0a6ac708), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.256536 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:58.263205 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (944e990c-e7d5-4196-9a5d-8edb0a6ac708), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.264672 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:58.265378 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.320534 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2992730 May 26 03:26:58.323695 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55614) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:58.329197 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Request body: {'subnet': {'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-522131276-subnet', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'ip_version': 4}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:58.336814 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580485a2-ed3c-4566-ae4b-c9b3dc7f2671 admin admin] Pushing event updated for resources: {'Network': ['ID=944e990c-e7d5-4196-9a5d-8edb0a6ac708,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:58.347696 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:26:58.349745 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Made reservation on behalf of cdc374d8a7cc47b3bb49b71fdb07b844 for: {'subnet': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:26:58.352309 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4438779'] for subnet (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.551345 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7649154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4438537'] for subnet (eb4a3ba8-5355-4f30-8631-3c9834226c24), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.591544 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:58.605153 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:58.616866 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4a3ba8-5355-4f30-8631-3c9834226c24,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:58.629842 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Checking segment: {'id': '217056c1-c540-4b62-8f9d-b7ae84e83119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:26:58.630198 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Network hostable DHCP agents. Network: 944e990c-e7d5-4196-9a5d-8edb0a6ac708, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:26:58.650901 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:26:58.659511 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 944e990c-e7d5-4196-9a5d-8edb0a6ac708) {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:58.664869 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:26:58.665472 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.671951 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1fff3c-4289-4b0c-9c50-409c14a52f54 None None] Network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:26:58.687489 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9f981d53-0c0b-4a06-91ed-f0e78c0baa2c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3602154 May 26 03:26:58.687798 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55622) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:58.692144 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:26:58.715055 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (43110222-468a-4c64-a9ec-747c8c7a2332), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.715816 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (43110222-468a-4c64-a9ec-747c8c7a2332), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.724148 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55624) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:58.779513 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks [] for router_controller (43110222-468a-4c64-a9ec-747c8c7a2332), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.805176 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-944e990c-e7d5-4196-9a5d-8edb0a6ac708', 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708', 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'fixed_ips': [{'subnet_id': 'eb4a3ba8-5355-4f30-8631-3c9834226c24'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:26:58.806814 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.869808 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7d254ce3-56f4-41b9-9a60-575c65594902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.926531 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks [] for router_gateway (43110222-468a-4c64-a9ec-747c8c7a2332), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.952112 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Allocated IP 172.20.0.2 (944e990c-e7d5-4196-9a5d-8edb0a6ac708/eb4a3ba8-5355-4f30-8631-3c9834226c24/2e4bef5c-854a-4e5e-a08f-60aaca620269) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:26:58.957889 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7d254ce3-56f4-41b9-9a60-575c65594902 admin admin] Publish callbacks [] for security_group (6b68d6de-e55b-4f29-a153-f2f7ac05a123), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.961615 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7d254ce3-56f4-41b9-9a60-575c65594902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (6b68d6de-e55b-4f29-a153-f2f7ac05a123), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:58.990200 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:59.004178 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d254ce3-56f4-41b9-9a60-575c65594902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b68d6de-e55b-4f29-a153-f2f7ac05a123,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:59.015431 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7d254ce3-56f4-41b9-9a60-575c65594902 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d21a6595248431ea6480acec2ac2903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875137 May 26 03:26:59.016748 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55628) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:26:59.112102 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Publish callbacks [] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.120354 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.161589 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:26:59.166414 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:59.170622 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:26:59.178581 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 0a9e6233-02da-4041-93cd-512ce98de181 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:26:59.183115 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Pushing event updated for resources: {'Port': ['ID=2e4bef5c-854a-4e5e-a08f-60aaca620269,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:59.279963 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Attempting to bind port 2e4bef5c-854a-4e5e-a08f-60aaca620269 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:26:59.280338 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Attempting to bind port 2e4bef5c-854a-4e5e-a08f-60aaca620269 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '217056c1-c540-4b62-8f9d-b7ae84e83119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:26:59.280708 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Attempting to bind port 2e4bef5c-854a-4e5e-a08f-60aaca620269 on network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:26:59.284183 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 0a9e6233-02da-4041-93cd-512ce98de181 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:26:59.284552 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (0a9e6233-02da-4041-93cd-512ce98de181), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.289408 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:26:59.289784 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Checking segment: {'id': '217056c1-c540-4b62-8f9d-b7ae84e83119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:26:59.290192 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.290585 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Bound using segment: {'id': '217056c1-c540-4b62-8f9d-b7ae84e83119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:26:59.291076 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Bound port: 2e4bef5c-854a-4e5e-a08f-60aaca620269, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217056c1-c540-4b62-8f9d-b7ae84e83119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:26:59.291488 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.417263 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9a65852e-4b20-49f2-ae42-149528638057 admin admin] Publish callbacks [] for security_group (6b68d6de-e55b-4f29-a153-f2f7ac05a123), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.422950 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks [] for router_gateway (43110222-468a-4c64-a9ec-747c8c7a2332), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.451897 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.470766 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9a65852e-4b20-49f2-ae42-149528638057 admin admin] Publish callbacks [] for security_group (6b68d6de-e55b-4f29-a153-f2f7ac05a123), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.488098 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Sync routers for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:26:59.527157 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:26:59.527745 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:26:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:26:59.550028 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] For port 2e4bef5c-854a-4e5e-a08f-60aaca620269, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:26:59.591104 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9a65852e-4b20-49f2-ae42-149528638057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (6b68d6de-e55b-4f29-a153-f2f7ac05a123), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.593675 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9a65852e-4b20-49f2-ae42-149528638057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.594811 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9a65852e-4b20-49f2-ae42-149528638057 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b68d6de-e55b-4f29-a153-f2f7ac05a123 HTTP/1.1" status: 204 len: 168 time: 0.5717025 May 26 03:26:59.606997 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Allocated IP 172.27.2.163 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/d245e353-13ec-41a7-a507-e9789213bb7e) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:26:59.609862 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] For port 2e4bef5c-854a-4e5e-a08f-60aaca620269, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=2e4bef5c-854a-4e5e-a08f-60aaca620269,segment=NetworkSegment(217056c1-c540-4b62-8f9d-b7ae84e83119),segment_id=217056c1-c540-4b62-8f9d-b7ae84e83119)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:26:59.617476 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65852e-4b20-49f2-ae42-149528638057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b68d6de-e55b-4f29-a153-f2f7ac05a123,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:59.672674 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.688976 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 0a9e6233-02da-4041-93cd-512ce98de181 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:26:59.689379 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (0a9e6233-02da-4041-93cd-512ce98de181), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.734050 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:59.738317 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks [] for port (d245e353-13ec-41a7-a507-e9789213bb7e), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.745295 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:59.761438 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:59.768186 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:26:59.774441 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 0a9e6233-02da-4041-93cd-512ce98de181, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=0a9e6233-02da-4041-93cd-512ce98de181,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:26:59.796703 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.819755 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:59.825316 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (0a9e6233-02da-4041-93cd-512ce98de181), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:26:59.833364 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:26:59.838524 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019baa9-cfab-4e52-ae4e-0527269bca58 None None] Pushing event updated for resources: {'Port': ['ID=2e4bef5c-854a-4e5e-a08f-60aaca620269,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:59.858310 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:26:59.864308 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:26:59.868404 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:26:59.871151 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Pushing event updated for resources: {'Port': ['ID=d245e353-13ec-41a7-a507-e9789213bb7e,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:26:59.908754 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=0a9e6233-02da-4041-93cd-512ce98de181,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:00.094979 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 2, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:00.123370 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Checking router: e5d25d1c-2823-4bf4-92ab-a600883663fa for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:27:00.123783 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Updating router e5d25d1c-2823-4bf4-92ab-a600883663fa port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:27:00.153799 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.175769 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks [] for router_gateway (43110222-468a-4c64-a9ec-747c8c7a2332), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.364642 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (43110222-468a-4c64-a9ec-747c8c7a2332), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.455276 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Publish callbacks [] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.460475 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.495281 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Router 43110222-468a-4c64-a9ec-747c8c7a2332 is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:27:00.509945 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8693c7f-b380-489a-91e5-6ccc6d39036a None None] Pushing event updated for resources: {'Port': ['ID=1893fecb-9c7a-46c8-9a6a-dc96593cc7a9,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:00.568036 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Attempting to bind port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:27:00.568344 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Attempting to bind port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:27:00.568706 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Attempting to bind port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 on network 601be1a5-68a0-4663-ad2e-10ecb248df5b {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:27:00.574897 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:27:00.575301 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Checking segment: {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:27:00.575708 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.576112 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Bound using segment: {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:27:00.576572 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Bound port: 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:27:00.576963 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.611274 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:27:00.622478 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Sync routers for ids ['43110222-468a-4c64-a9ec-747c8c7a2332'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:27:00.631884 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.634162 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f8877dfe-3428-4f18-8961-f2a1ec4f81ef admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9453828 May 26 03:27:00.635826 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Routers {'43110222-468a-4c64-a9ec-747c8c7a2332'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:00.636451 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:26:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['43110222-468a-4c64-a9ec-747c8c7a2332'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:00.636942 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55634) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:00.651398 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] For port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:27:00.654775 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] For port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=1893fecb-9c7a-46c8-9a6a-dc96593cc7a9,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:27:00.663004 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.725022 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:00.725750 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:26:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:00.764224 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8693c7f-b380-489a-91e5-6ccc6d39036a None None] Pushing event updated for resources: {'Port': ['ID=1893fecb-9c7a-46c8-9a6a-dc96593cc7a9,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:00.802814 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Set router 43110222-468a-4c64-a9ec-747c8c7a2332 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:00.874603 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e96930c5-7b04-432f-b531-64e2db643679 None None] Provisioning complete for port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:00.875309 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e96930c5-7b04-432f-b531-64e2db643679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:00.916603 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:00.958361 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:27:01.007806 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:58Z', 'updated_at': '2022-05-26T03:27:00Z', 'revision_number': 3, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'gw_port': {'id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:59Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:01.038799 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Checking router: 43110222-468a-4c64-a9ec-747c8c7a2332 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:27:01.040599 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Updating router 43110222-468a-4c64-a9ec-747c8c7a2332 port d245e353-13ec-41a7-a507-e9789213bb7e binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:27:01.077876 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.185468 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:01.210217 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4ca721-c868-44a6-91b5-d0ca11db5bf3 None None] Network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:27:01.269103 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e96930c5-7b04-432f-b531-64e2db643679 None None] Current status of the port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:01.269486 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e96930c5-7b04-432f-b531-64e2db643679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.345458 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 0a9e6233-02da-4041-93cd-512ce98de181 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:01.411641 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Publish callbacks [] for port (d245e353-13ec-41a7-a507-e9789213bb7e), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.419656 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.462350 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c6881-7ece-4f15-b6c2-f60ef593523c None None] Pushing event updated for resources: {'Port': ['ID=d245e353-13ec-41a7-a507-e9789213bb7e,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:01.484800 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Attempting to bind port d245e353-13ec-41a7-a507-e9789213bb7e on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:27:01.485156 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Attempting to bind port d245e353-13ec-41a7-a507-e9789213bb7e by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:27:01.485703 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Attempting to bind port d245e353-13ec-41a7-a507-e9789213bb7e on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:27:01.492594 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:27:01.493218 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:27:01.493805 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.494333 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:27:01.494941 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Bound port: d245e353-13ec-41a7-a507-e9789213bb7e, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:27:01.495553 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.527635 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:01.532117 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-e96930c5-7b04-432f-b531-64e2db643679 None None] For port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=1893fecb-9c7a-46c8-9a6a-dc96593cc7a9,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:01.546247 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:27:00Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:01.551139 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] For port d245e353-13ec-41a7-a507-e9789213bb7e, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:27:01.555483 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] For port d245e353-13ec-41a7-a507-e9789213bb7e, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=d245e353-13ec-41a7-a507-e9789213bb7e,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:27:01.558405 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:01.563757 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.567062 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e96930c5-7b04-432f-b531-64e2db643679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.582656 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.606636 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:01.613570 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c6881-7ece-4f15-b6c2-f60ef593523c None None] Pushing event updated for resources: {'Port': ['ID=d245e353-13ec-41a7-a507-e9789213bb7e,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:01.632908 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:01.634743 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b7b0e-442e-4bc7-820b-77c3db103108 None None] The sync data for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi is: [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:27:00Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:27:01.638164 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Routers {'43110222-468a-4c64-a9ec-747c8c7a2332'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:01.638164 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:26:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['43110222-468a-4c64-a9ec-747c8c7a2332'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:01.687946 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96930c5-7b04-432f-b531-64e2db643679 None None] Pushing event updated for resources: {'Port': ['ID=1893fecb-9c7a-46c8-9a6a-dc96593cc7a9,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:01.696380 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 0a9e6233-02da-4041-93cd-512ce98de181 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:01.696641 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (0a9e6233-02da-4041-93cd-512ce98de181), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.723663 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] Provisioning complete for port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:01.723955 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.773559 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] Set router 43110222-468a-4c64-a9ec-747c8c7a2332 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:01.807845 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Allocated IP 172.20.0.1 (944e990c-e7d5-4196-9a5d-8edb0a6ac708/eb4a3ba8-5355-4f30-8631-3c9834226c24/a6565a93-61cf-47e6-b38c-8ba5a9c9a75f) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:27:01.822197 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:01.856905 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 0a9e6233-02da-4041-93cd-512ce98de181 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:01.857995 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:01.895571 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] Current status of the port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:01.917822 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] Provisioning complete for port 2e4bef5c-854a-4e5e-a08f-60aaca620269 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:01.918212 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:01.984437 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:01.984818 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.008064 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Publish callbacks [] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.054908 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.072878 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] Current status of the port 2e4bef5c-854a-4e5e-a08f-60aaca620269 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:02.073282 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.100179 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:27:02.108158 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:58Z', 'updated_at': '2022-05-26T03:27:00Z', 'revision_number': 3, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'gw_port': {'id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:59Z', 'updated_at': '2022-05-26T03:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:02.108720 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:27:02.113266 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:27:02.125876 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:02.126977 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 2e4bef5c-854a-4e5e-a08f-60aaca620269 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:02.153843 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] For port 2e4bef5c-854a-4e5e-a08f-60aaca620269, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=2e4bef5c-854a-4e5e-a08f-60aaca620269,segment=NetworkSegment(217056c1-c540-4b62-8f9d-b7ae84e83119),segment_id=217056c1-c540-4b62-8f9d-b7ae84e83119)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:02.155326 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2553771-b8d6-4fe9-bcad-e8d8056f7791 None None] The sync data for ids ['43110222-468a-4c64-a9ec-747c8c7a2332'] in dv-cinder-843361-1-iscsi is: [{'id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:58Z', 'updated_at': '2022-05-26T03:27:00Z', 'revision_number': 3, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'gw_port': {'id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:59Z', 'updated_at': '2022-05-26T03:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:27:02.160144 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (43110222-468a-4c64-a9ec-747c8c7a2332), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.166408 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.252743 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Pushing event updated for resources: {'Port': ['ID=a6565a93-61cf-47e6-b38c-8ba5a9c9a75f,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:02.255864 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 2e4bef5c-854a-4e5e-a08f-60aaca620269 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:02.257241 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.316172 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-e56c10e4-a5b7-483d-ab4f-ac4deb63fd80 None None] Provisioning complete for port 2e4bef5c-854a-4e5e-a08f-60aaca620269 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:02.316833 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e56c10e4-a5b7-483d-ab4f-ac4deb63fd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.320801 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006ff7-82ef-47a9-a4da-82a06d8c5afe None None] Pushing event updated for resources: {'Port': ['ID=2e4bef5c-854a-4e5e-a08f-60aaca620269,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:02.362789 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:02.367696 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7a74f919-bd04-42c9-904c-25ca89772956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.425456 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.470621 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 2e4bef5c-854a-4e5e-a08f-60aaca620269 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:02.479665 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-e56c10e4-a5b7-483d-ab4f-ac4deb63fd80 None None] Current status of the port 2e4bef5c-854a-4e5e-a08f-60aaca620269 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:02.602115 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-0e87de2c-912b-4f3f-b362-d41a8b49407b None None] Provisioning complete for port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:02.602744 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0e87de2c-912b-4f3f-b362-d41a8b49407b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.630184 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:02.648982 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-0e87de2c-912b-4f3f-b362-d41a8b49407b None None] Port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:27:02.683136 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Publish callbacks [] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.690341 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.696702 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:02.771619 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (43110222-468a-4c64-a9ec-747c8c7a2332), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:02.773796 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Pushing event updated for resources: {'Port': ['ID=a6565a93-61cf-47e6-b38c-8ba5a9c9a75f,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:02.869714 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:27:02.871145 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:27:02.986792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Router 43110222-468a-4c64-a9ec-747c8c7a2332 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:27:03.106792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:27:03.112428 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-91f46b43-b77c-4ac7-995e-6db422337422 admin admin] 10.222.0.39 "PUT /v2.0/routers/43110222-468a-4c64-a9ec-747c8c7a2332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4740334 May 26 03:27:03.172310 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-df2d4031-33bc-4840-b26a-383560501999 None None] Provisioning complete for port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:03.172837 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-df2d4031-33bc-4840-b26a-383560501999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.213814 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-df2d4031-33bc-4840-b26a-383560501999 None None] Port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:27:03.262732 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:03.315465 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:03.315869 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.358317 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:03.393288 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:03.394332 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d245e353-13ec-41a7-a507-e9789213bb7e up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:03.436580 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port d245e353-13ec-41a7-a507-e9789213bb7e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:03.436974 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.512327 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port d245e353-13ec-41a7-a507-e9789213bb7e is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:03.513015 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.533694 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55642) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:03.537542 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port d245e353-13ec-41a7-a507-e9789213bb7e, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=d245e353-13ec-41a7-a507-e9789213bb7e,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:03.539107 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-c387b3f4-c855-49eb-8e95-687162d8ae29 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350608205', 'description': 'tempest-secgroup-smoke-1350608205 description', 'project_id': '5513602e070b4ea09fa3b12a2b259626'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:03.542709 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.543577 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 2e4bef5c-854a-4e5e-a08f-60aaca620269 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:03.561255 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c387b3f4-c855-49eb-8e95-687162d8ae29 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.628800 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 2e4bef5c-854a-4e5e-a08f-60aaca620269 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:03.629355 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.631297 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=d245e353-13ec-41a7-a507-e9789213bb7e,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:03.634545 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c387b3f4-c855-49eb-8e95-687162d8ae29 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group (bbf8d7ec-aff9-47e7-8559-dbe22940a62a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.638511 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c387b3f4-c855-49eb-8e95-687162d8ae29 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (bbf8d7ec-aff9-47e7-8559-dbe22940a62a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.655402 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:03.668414 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c387b3f4-c855-49eb-8e95-687162d8ae29 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.669550 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c387b3f4-c855-49eb-8e95-687162d8ae29 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1346791 May 26 03:27:03.672744 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55644) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:03.673786 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387b3f4-c855-49eb-8e95-687162d8ae29 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf8d7ec-aff9-47e7-8559-dbe22940a62a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:03.678322 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-af2b56bb-df3c-494e-8243-bbecb3d63e79 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Request body: {'security_group_rule': {'security_group_id': 'bbf8d7ec-aff9-47e7-8559-dbe22940a62a', 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:03.707705 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 2e4bef5c-854a-4e5e-a08f-60aaca620269 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:03.715128 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af2b56bb-df3c-494e-8243-bbecb3d63e79 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (3ea69da6-b100-48a6-9b2f-c1430fc683d1), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.755703 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:03.758971 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:03.766594 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af2b56bb-df3c-494e-8243-bbecb3d63e79 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (3ea69da6-b100-48a6-9b2f-c1430fc683d1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.770697 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af2b56bb-df3c-494e-8243-bbecb3d63e79 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (3ea69da6-b100-48a6-9b2f-c1430fc683d1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.792096 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b56bb-df3c-494e-8243-bbecb3d63e79 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea69da6-b100-48a6-9b2f-c1430fc683d1,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:03.800362 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-af2b56bb-df3c-494e-8243-bbecb3d63e79 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.801568 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-af2b56bb-df3c-494e-8243-bbecb3d63e79 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269829 May 26 03:27:03.804960 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55646) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:03.809196 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-e3033633-a1eb-473a-8eeb-98d7202d0a4f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Request body: {'security_group_rule': {'security_group_id': 'bbf8d7ec-aff9-47e7-8559-dbe22940a62a', 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:03.835536 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e3033633-a1eb-473a-8eeb-98d7202d0a4f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (e9554fd4-bca9-45f4-acfe-af8eb7d93641), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.882661 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e3033633-a1eb-473a-8eeb-98d7202d0a4f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (e9554fd4-bca9-45f4-acfe-af8eb7d93641), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.886280 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e3033633-a1eb-473a-8eeb-98d7202d0a4f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (e9554fd4-bca9-45f4-acfe-af8eb7d93641), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.904802 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033633-a1eb-473a-8eeb-98d7202d0a4f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9554fd4-bca9-45f4-acfe-af8eb7d93641,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:03.912164 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e3033633-a1eb-473a-8eeb-98d7202d0a4f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.913892 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e3033633-a1eb-473a-8eeb-98d7202d0a4f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1074455 May 26 03:27:03.917775 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55648) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:03.921982 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-224fecdd-f8a6-4979-89cc-482a0a3aa985 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Request body: {'security_group_rule': {'security_group_id': 'bbf8d7ec-aff9-47e7-8559-dbe22940a62a', 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:03.950074 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-224fecdd-f8a6-4979-89cc-482a0a3aa985 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (37564a72-12b6-4481-a744-b76542c2dc3b), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:03.998192 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-224fecdd-f8a6-4979-89cc-482a0a3aa985 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (37564a72-12b6-4481-a744-b76542c2dc3b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.001649 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-224fecdd-f8a6-4979-89cc-482a0a3aa985 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (37564a72-12b6-4481-a744-b76542c2dc3b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.022156 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fecdd-f8a6-4979-89cc-482a0a3aa985 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37564a72-12b6-4481-a744-b76542c2dc3b,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:04.031453 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-224fecdd-f8a6-4979-89cc-482a0a3aa985 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.032655 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-224fecdd-f8a6-4979-89cc-482a0a3aa985 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139696 May 26 03:27:04.035556 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55650) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:04.040230 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-d4680a3a-b2fd-4a2d-95d6-2e40b25ee591 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Request body: {'security_group_rule': {'security_group_id': 'bbf8d7ec-aff9-47e7-8559-dbe22940a62a', 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:04.067818 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:04.070920 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4680a3a-b2fd-4a2d-95d6-2e40b25ee591 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (7cccd569-deb9-4e8e-986d-a4ec291ea681), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.132432 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4680a3a-b2fd-4a2d-95d6-2e40b25ee591 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (7cccd569-deb9-4e8e-986d-a4ec291ea681), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.136231 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4680a3a-b2fd-4a2d-95d6-2e40b25ee591 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (7cccd569-deb9-4e8e-986d-a4ec291ea681), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.155481 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4680a3a-b2fd-4a2d-95d6-2e40b25ee591 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cccd569-deb9-4e8e-986d-a4ec291ea681,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:04.162240 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d4680a3a-b2fd-4a2d-95d6-2e40b25ee591 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.164100 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d4680a3a-b2fd-4a2d-95d6-2e40b25ee591 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275265 May 26 03:27:04.167324 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55652) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:04.171926 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-74c86832-f2a9-4c73-a0a8-d34fc4ec8924 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Request body: {'security_group_rule': {'security_group_id': 'bbf8d7ec-aff9-47e7-8559-dbe22940a62a', 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:04.192347 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-74c86832-f2a9-4c73-a0a8-d34fc4ec8924 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Project 5513602e070b4ea09fa3b12a2b259626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 03:27:04.198381 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74c86832-f2a9-4c73-a0a8-d34fc4ec8924 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (fdab3225-c388-4c8a-947d-1de6ca29fc89), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.254867 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74c86832-f2a9-4c73-a0a8-d34fc4ec8924 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (fdab3225-c388-4c8a-947d-1de6ca29fc89), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.258956 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74c86832-f2a9-4c73-a0a8-d34fc4ec8924 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (fdab3225-c388-4c8a-947d-1de6ca29fc89), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.278793 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c86832-f2a9-4c73-a0a8-d34fc4ec8924 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdab3225-c388-4c8a-947d-1de6ca29fc89,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:04.289255 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-74c86832-f2a9-4c73-a0a8-d34fc4ec8924 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.290543 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-74c86832-f2a9-4c73-a0a8-d34fc4ec8924 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221068 May 26 03:27:04.293266 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55654) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:04.298037 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-bcf67f29-f6c2-4877-be44-6a13c2c18cb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Request body: {'security_group_rule': {'security_group_id': 'bbf8d7ec-aff9-47e7-8559-dbe22940a62a', 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:04.319064 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-bcf67f29-f6c2-4877-be44-6a13c2c18cb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Project 5513602e070b4ea09fa3b12a2b259626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 03:27:04.325090 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcf67f29-f6c2-4877-be44-6a13c2c18cb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (e6b17101-7631-43e9-a561-db6ccaab1b43), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.378118 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcf67f29-f6c2-4877-be44-6a13c2c18cb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (e6b17101-7631-43e9-a561-db6ccaab1b43), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.381805 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcf67f29-f6c2-4877-be44-6a13c2c18cb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (e6b17101-7631-43e9-a561-db6ccaab1b43), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.401200 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf67f29-f6c2-4877-be44-6a13c2c18cb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b17101-7631-43e9-a561-db6ccaab1b43,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:04.406110 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bcf67f29-f6c2-4877-be44-6a13c2c18cb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.407296 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-bcf67f29-f6c2-4877-be44-6a13c2c18cb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1130571 May 26 03:27:04.442209 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Sync routers for ids ['43110222-468a-4c64-a9ec-747c8c7a2332'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:27:04.453952 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Routers {'43110222-468a-4c64-a9ec-747c8c7a2332'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:04.454568 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:26:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['43110222-468a-4c64-a9ec-747c8c7a2332'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:04.523088 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b71bd13c-c7a6-4515-baa7-7e3d07c8ef1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:04.581567 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Set router 43110222-468a-4c64-a9ec-747c8c7a2332 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:04.777032 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:58Z', 'updated_at': '2022-05-26T03:27:02Z', 'revision_number': 4, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'gw_port': {'id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:59Z', 'updated_at': '2022-05-26T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'a6565a93-61cf-47e6-b38c-8ba5a9c9a75f', 'name': '', 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'mac_address': 'fa:16:3e:42:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eb4a3ba8-5355-4f30-8631-3c9834226c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:27:01Z', 'updated_at': '2022-05-26T03:27:02Z', 'revision_number': 2, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'subnets': [{'id': 'eb4a3ba8-5355-4f30-8631-3c9834226c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:04.803206 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Checking router: 43110222-468a-4c64-a9ec-747c8c7a2332 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:27:04.803498 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Updating router 43110222-468a-4c64-a9ec-747c8c7a2332 port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:27:04.833913 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:05.142983 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Publish callbacks [] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:05.146008 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d245e353-13ec-41a7-a507-e9789213bb7e up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:05.149155 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:05.169445 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:05.234729 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48b3c0-40cc-43be-bd7f-9d694bbb537e None None] Pushing event updated for resources: {'Port': ['ID=a6565a93-61cf-47e6-b38c-8ba5a9c9a75f,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:05.249050 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port d245e353-13ec-41a7-a507-e9789213bb7e triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:05.249491 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:05.343193 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Attempting to bind port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:27:05.343925 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Attempting to bind port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '217056c1-c540-4b62-8f9d-b7ae84e83119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:27:05.343925 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Attempting to bind port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f on network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:27:05.351356 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:27:05.352115 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Checking segment: {'id': '217056c1-c540-4b62-8f9d-b7ae84e83119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:27:05.352536 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:05.352924 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Bound using segment: {'id': '217056c1-c540-4b62-8f9d-b7ae84e83119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:27:05.353408 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Bound port: a6565a93-61cf-47e6-b38c-8ba5a9c9a75f, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217056c1-c540-4b62-8f9d-b7ae84e83119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:27:05.353784 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:05.436681 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:05.595343 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port d245e353-13ec-41a7-a507-e9789213bb7e is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:05.597954 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] For port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:27:05.601790 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] For port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=a6565a93-61cf-47e6-b38c-8ba5a9c9a75f,segment=NetworkSegment(217056c1-c540-4b62-8f9d-b7ae84e83119),segment_id=217056c1-c540-4b62-8f9d-b7ae84e83119)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:27:05.603646 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-3bb96354-5762-46fc-827e-e0fa3a47f401 None None] Provisioning complete for port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:05.604026 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3bb96354-5762-46fc-827e-e0fa3a47f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:05.627044 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:05.671129 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-3bb96354-5762-46fc-827e-e0fa3a47f401 None None] Port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:27:05.701657 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Routers {'43110222-468a-4c64-a9ec-747c8c7a2332'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:05.702304 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:27:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['43110222-468a-4c64-a9ec-747c8c7a2332'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:05.704217 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48b3c0-40cc-43be-bd7f-9d694bbb537e None None] Pushing event updated for resources: {'Port': ['ID=a6565a93-61cf-47e6-b38c-8ba5a9c9a75f,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:05.821025 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:05.824504 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:05.828782 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] Set router 43110222-468a-4c64-a9ec-747c8c7a2332 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:05.919676 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-3341eba3-3659-4895-b5c0-85ee9855691a None None] Provisioning complete for port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:05.920044 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3341eba3-3659-4895-b5c0-85ee9855691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:06.095300 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-3341eba3-3659-4895-b5c0-85ee9855691a None None] Current status of the port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:06.095762 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3341eba3-3659-4895-b5c0-85ee9855691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:06.122951 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:58Z', 'updated_at': '2022-05-26T03:27:02Z', 'revision_number': 4, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'gw_port': {'id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:59Z', 'updated_at': '2022-05-26T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'a6565a93-61cf-47e6-b38c-8ba5a9c9a75f', 'name': '', 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'mac_address': 'fa:16:3e:42:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eb4a3ba8-5355-4f30-8631-3c9834226c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:27:01Z', 'updated_at': '2022-05-26T03:27:05Z', 'revision_number': 4, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'subnets': [{'id': 'eb4a3ba8-5355-4f30-8631-3c9834226c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:06.158450 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c9749-a567-4fef-b8a0-695311fd2086 None None] The sync data for ids ['43110222-468a-4c64-a9ec-747c8c7a2332'] in dv-cinder-843361-1-iscsi is: [{'id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:58Z', 'updated_at': '2022-05-26T03:27:02Z', 'revision_number': 4, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'gw_port': {'id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:59Z', 'updated_at': '2022-05-26T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'a6565a93-61cf-47e6-b38c-8ba5a9c9a75f', 'name': '', 'network_id': '944e990c-e7d5-4196-9a5d-8edb0a6ac708', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'mac_address': 'fa:16:3e:42:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eb4a3ba8-5355-4f30-8631-3c9834226c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:27:01Z', 'updated_at': '2022-05-26T03:27:05Z', 'revision_number': 4, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'subnets': [{'id': 'eb4a3ba8-5355-4f30-8631-3c9834226c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:27:06.168069 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-3341eba3-3659-4895-b5c0-85ee9855691a None None] For port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=a6565a93-61cf-47e6-b38c-8ba5a9c9a75f,segment=NetworkSegment(217056c1-c540-4b62-8f9d-b7ae84e83119),segment_id=217056c1-c540-4b62-8f9d-b7ae84e83119)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:06.174210 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3341eba3-3659-4895-b5c0-85ee9855691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:06.245809 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341eba3-3659-4895-b5c0-85ee9855691a None None] Pushing event updated for resources: {'Port': ['ID=a6565a93-61cf-47e6-b38c-8ba5a9c9a75f,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:07.152029 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device a6565a93-61cf-47e6-b38c-8ba5a9c9a75f up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:07.198560 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:07.198931 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:07.248617 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:07.286627 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:08.544021 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:12.240522 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:14.153072 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=7,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:14.155493 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=79,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:14.398093 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=66,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:14.400802 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=5,neutron:SELECT=53,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:14.871370 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=63 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:14.872149 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=15 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:16.063586 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-2bbdf977-eff6-4119-9cdc-4c6d0ae0ab0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382752 May 26 03:27:16.151772 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-0f0f078a-4ec9-4d74-8042-041739a673f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:16.153239 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-0f0f078a-4ec9-4d74-8042-041739a673f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 1130 time: 0.0421605 May 26 03:27:16.257407 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-46f10725-5eef-40f1-af0e-455c88885c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:16.258905 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-46f10725-5eef-40f1-af0e-455c88885c62 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.0857158 May 26 03:27:16.323852 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-37224a97-5d98-4563-a7c6-117f3ba37589 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d3120d-e9bf-4699-a70e-3008376e5448 HTTP/1.1" status: 200 len: 1002 time: 0.0575988 May 26 03:27:16.373328 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-0138f75a-efbe-4611-b129-6e93d3a13719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:16.375791 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-0138f75a-efbe-4611-b129-6e93d3a13719 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0442259 May 26 03:27:16.420096 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-0fa7414b-189d-4ae9-bb00-f31140fd5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:16.421892 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-0fa7414b-189d-4ae9-bb00-f31140fd5a2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391436 May 26 03:27:16.513526 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-559c2b68-fe94-486c-9df6-715a8bf1ffd0 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840781 May 26 03:27:16.603485 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dadd0806-9cdc-478c-accf-db1633ba7105 req-e932aaf6-6566-4620-81ad-4b7e7a00d0fb service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825224 May 26 03:27:18.539894 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:19.881059 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-cfaa48d1-94fd-4471-aa90-0cbf020eac3e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350608205&fields=id&tenant_id=5513602e070b4ea09fa3b12a2b259626 HTTP/1.1" status: 200 len: 267 time: 0.0436335 May 26 03:27:19.989141 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65344c8e-4024-4210-99e1-4f1513e862dd req-75fbacf1-a659-4128-bb52-846275dcc50f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:19.990480 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-75fbacf1-a659-4128-bb52-846275dcc50f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/networks?id=601be1a5-68a0-4663-ad2e-10ecb248df5b HTTP/1.1" status: 200 len: 808 time: 0.1032832 May 26 03:27:20.005085 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-9058cb57-955c-4a6e-bca3-7bb8ba79a367 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/quotas/5513602e070b4ea09fa3b12a2b259626 HTTP/1.1" status: 200 len: 375 time: 0.0093112 May 26 03:27:20.053301 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-8de5beff-f11e-48c7-bb3f-1232733b7fa3 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5513602e070b4ea09fa3b12a2b259626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434992 May 26 03:27:20.234902 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-f1fa0002-3efe-4cdc-ab3d-6c5ac262c501 service neutron] 10.222.0.39 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698828 May 26 03:27:20.328411 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-bea8db55-5f21-44cd-a09c-b01066ee63d7 service neutron] 10.222.0.39 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877817 May 26 03:27:20.632010 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2f47a844-bb90-45c1-9cbe-3dd8e4863787 req-293a9575-8750-4251-801d-779a01e1966a tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 210 time: 0.0308824 May 26 03:27:21.698258 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65344c8e-4024-4210-99e1-4f1513e862dd req-09a72ed8-8662-44fd-a149-8460bb39cfb8 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:21.699680 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-09a72ed8-8662-44fd-a149-8460bb39cfb8 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.45 "GET /v2.0/networks?id=601be1a5-68a0-4663-ad2e-10ecb248df5b HTTP/1.1" status: 200 len: 808 time: 0.1085050 May 26 03:27:21.728685 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-007189e3-d462-4114-bc0b-38c2edf20b24 req-b08b908f-6360-4fb6-8495-db3c0f0e3da6 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 210 time: 0.0279443 May 26 03:27:21.773855 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-aedeecba-c04d-420f-9f86-e1d7e5e0f877 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5513602e070b4ea09fa3b12a2b259626 HTTP/1.1" status: 200 len: 380 time: 0.0602291 May 26 03:27:21.783432 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Request body: {'port': {'device_id': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'admin_state_up': True, 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'security_groups': ['bbf8d7ec-aff9-47e7-8559-dbe22940a62a']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:21.891139 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Made reservation on behalf of 5513602e070b4ea09fa3b12a2b259626 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:27:21.894454 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:22.013004 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:22.025944 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Allocated IP 172.20.0.11 (601be1a5-68a0-4663-ad2e-10ecb248df5b/65386438-2f7d-4537-b598-d10847eeec12/3754cc1e-a3fb-45d4-abf1-bd9d0cff5343) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:27:22.040751 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:22.174942 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:22.208619 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:22.234366 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:22.235599 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:22.255119 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Network 601be1a5-68a0-4663-ad2e-10ecb248df5b is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:27:22.258453 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:27:22.262408 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:27:22.268726 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'Port': ['ID=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:22.315161 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:22.315817 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:22.332395 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c5e21a1d-2203-4b61-a3d6-7ca3d1b0bcef tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530155 May 26 03:27:22.345204 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Request body: {'port': {'device_id': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:22.421556 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:22.487313 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-6140a5d1-b693-43c7-a0fd-d216ad75c7a6 None None] Provisioning complete for port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:22.487998 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6140a5d1-b693-43c7-a0fd-d216ad75c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:22.522144 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-6140a5d1-b693-43c7-a0fd-d216ad75c7a6 None None] Port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:27:22.725840 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:27:22.733390 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Publish callbacks [] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:22.746381 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Transition to ACTIVE for port object 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:27:22.751777 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:22.790026 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d7e1-5695-4bcf-ae0b-b5ece49455f0 req-e7950e99-da42-4963-8c8c-b3668acd4b93 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:22.797226 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4df0d7e1-5695-4bcf-ae0b-b5ece49455f0 req-e7950e99-da42-4963-8c8c-b3668acd4b93 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 945 time: 0.0616558 May 26 03:27:22.804838 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:22.869716 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:22.870306 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:22.878141 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52785e20-caf9-4f50-a54a-1dc48ee14dfe req-ac4e3b24-e7ba-467a-a0fb-42c17470b73b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:22.879695 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-52785e20-caf9-4f50-a54a-1dc48ee14dfe req-ac4e3b24-e7ba-467a-a0fb-42c17470b73b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0743265 May 26 03:27:22.883870 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Attempting to bind port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:27:22.884272 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Attempting to bind port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:27:22.884804 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Attempting to bind port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 on network 601be1a5-68a0-4663-ad2e-10ecb248df5b {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:27:22.887801 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4df0d7e1-5695-4bcf-ae0b-b5ece49455f0 req-82296f8b-b3f7-4336-a20e-3d4792c57a2a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895190 May 26 03:27:22.893929 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 on network 601be1a5-68a0-4663-ad2e-10ecb248df5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:27:22.894368 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Attempting to bind port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 on network 601be1a5-68a0-4663-ad2e-10ecb248df5b {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:27:22.902005 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:27:22.902353 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Checking segment: {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:27:22.902740 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Bound using segment: {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:27:22.903178 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Bound port: 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3d819-0739-4895-90d7-af69da540ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:27:22.903570 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:22.941156 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-52785e20-caf9-4f50-a54a-1dc48ee14dfe req-ae8b8433-8744-4e9d-85d2-7fc74586e401 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518887 May 26 03:27:22.971443 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:27:22.974746 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:27:22.980783 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:23.019891 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:23.020506 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:23.021888 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] 10.222.0.45 "PUT /v2.0/ports/3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 HTTP/1.1" status: 200 len: 1094 time: 0.6814685 May 26 03:27:23.022318 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:27:23.024577 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b94399a-306e-432c-8730-b5d362eeaf74" -d '{"events": [{"name": "network-changed", "server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:27:23.043380 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051577d0-fd92-48d0-b958-4f9f672c6fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:23.068910 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c61bada-a3a6-4bae-8352-771637fa8190 x-openstack-request-id: req-9c61bada-a3a6-4bae-8352-771637fa8190 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:27:23.069188 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:27:23.069440 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c61bada-a3a6-4bae-8352-771637fa8190 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:27:23.069838 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c61bada-a3a6-4bae-8352-771637fa8190'] response: {'name': 'network-changed', 'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'status': 'completed', 'code': 200} May 26 03:27:23.832862 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94399a-306e-432c-8730-b5d362eeaf74 req-ce7d3cc4-d7f2-480f-aecb-7eb9a51f388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:23.834346 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5b94399a-306e-432c-8730-b5d362eeaf74 req-ce7d3cc4-d7f2-480f-aecb-7eb9a51f388d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5513602e070b4ea09fa3b12a2b259626&device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1128 time: 0.0391035 May 26 03:27:23.943202 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94399a-306e-432c-8730-b5d362eeaf74 req-b61d7e08-12f1-44d4-ae64-d504550a7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:23.944700 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5b94399a-306e-432c-8730-b5d362eeaf74 req-b61d7e08-12f1-44d4-ae64-d504550a7d83 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5513602e070b4ea09fa3b12a2b259626&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0999300 May 26 03:27:24.008465 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8a4e9-fb78-444a-a605-42f07c04a85a req-0466d71e-0e10-41ee-b821-2e0e9b25730d tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:24.010116 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-31d8a4e9-fb78-444a-a605-42f07c04a85a req-0466d71e-0e10-41ee-b821-2e0e9b25730d tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 945 time: 0.0525813 May 26 03:27:24.074396 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94399a-306e-432c-8730-b5d362eeaf74 req-7cb65690-906c-4c67-a6de-b2fac46db55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:24.075856 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-5b94399a-306e-432c-8730-b5d362eeaf74 req-7cb65690-906c-4c67-a6de-b2fac46db55e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043880 May 26 03:27:24.076393 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d310ac-0646-49b0-a9a7-a6e47842827c req-dd72f9ce-4025-4c72-96a5-1cf70ccf9845 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:24.078594 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a7d310ac-0646-49b0-a9a7-a6e47842827c req-dd72f9ce-4025-4c72-96a5-1cf70ccf9845 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0657828 May 26 03:27:24.118739 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-df408ba0-4648-4197-bcbb-bd8e251c173f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:24.118970 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-31d8a4e9-fb78-444a-a605-42f07c04a85a req-3fc875ad-20fd-40c5-9f05-308ed9be088b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957687 May 26 03:27:24.120126 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-df408ba0-4648-4197-bcbb-bd8e251c173f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 945 time: 0.0598295 May 26 03:27:24.149202 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a7d310ac-0646-49b0-a9a7-a6e47842827c req-9893b13f-14a0-4f05-bc12-48a2c6727a4d tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646300 May 26 03:27:24.411654 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65344c8e-4024-4210-99e1-4f1513e862dd req-72516e9e-0a7b-4812-bfc0-c4558ad65734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:24.413155 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-72516e9e-0a7b-4812-bfc0-c4558ad65734 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5513602e070b4ea09fa3b12a2b259626&device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1128 time: 0.2921779 May 26 03:27:24.471887 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c546b153-fb89-46f0-8547-745d551c08a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 HTTP/1.1" status: 200 len: 217 time: 0.0500181 May 26 03:27:24.513966 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Deleting port a0762d61-6811-4d93-a5ba-d3f082cbbe27 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:27:24.514303 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:24.571161 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65344c8e-4024-4210-99e1-4f1513e862dd req-12df1e60-0346-49d2-9250-efcb56156943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:24.572613 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-12df1e60-0346-49d2-9250-efcb56156943 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65386438-2f7d-4537-b598-d10847eeec12 HTTP/1.1" status: 200 len: 847 time: 0.0933530 May 26 03:27:24.634881 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c72340a3-2fc9-4b3c-bcd2-f3291dd0d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:24.636401 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c72340a3-2fc9-4b3c-bcd2-f3291dd0d867 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=601be1a5-68a0-4663-ad2e-10ecb248df5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580661 May 26 03:27:24.655728 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] For port a0762d61-6811-4d93-a5ba-d3f082cbbe27, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a0762d61-6811-4d93-a5ba-d3f082cbbe27,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:24.656098 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:24.816537 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:24.824258 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-a9b4a86e-45ba-4c14-bc71-5a0e6a48ccd9 service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799960 May 26 03:27:24.828627 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:24.934005 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:24.934657 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:24.934657 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Floating IP 3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0 disassociated. External IP: 172.27.2.173, port: a0762d61-6811-4d93-a5ba-d3f082cbbe27. May 26 03:27:24.934999 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Calling delete_port for a0762d61-6811-4d93-a5ba-d3f082cbbe27 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:27:25.005856 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-65344c8e-4024-4210-99e1-4f1513e862dd req-c943dec4-7211-402e-bfb0-26c127609098 service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726108 May 26 03:27:25.088945 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (a0762d61-6811-4d93-a5ba-d3f082cbbe27), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:25.120160 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'Port': ['ID=a0762d61-6811-4d93-a5ba-d3f082cbbe27,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:25.222977 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b5e5e68c-057e-434f-9865-39c9b8446b31 req-46de4fc5-03c5-4466-a963-cabd5518f9ca tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=21810aa5-8aff-4cb0-84ac-1fe5ca8782cb HTTP/1.1" status: 200 len: 210 time: 0.0293179 May 26 03:27:25.235961 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:27:25.279670 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354869fc-fbb3-4411-84ae-3275ebf8ccaf req-03b68938-25ce-402d-8214-7967e9bed496 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:25.281573 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-354869fc-fbb3-4411-84ae-3275ebf8ccaf req-03b68938-25ce-402d-8214-7967e9bed496 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0545440 May 26 03:27:25.329759 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-354869fc-fbb3-4411-84ae-3275ebf8ccaf req-5865748f-291f-464b-ae48-f5883548b179 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 May 26 03:27:25.338036 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:27:25.348602 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:27:25.359661 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:25.360297 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:27:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:25.385385 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] No DVR routers for this DVR port a0762d61-6811-4d93-a5ba-d3f082cbbe27 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:27:25.388303 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:25.392060 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ad66e49d-94b2-40ed-93bc-a18a1086453a req-907937b4-8206-41bc-96e2-e6b8e4eed2b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "DELETE /v2.0/ports/a0762d61-6811-4d93-a5ba-d3f082cbbe27 HTTP/1.1" status: 204 len: 173 time: 1.2620873 May 26 03:27:25.392460 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'name': 'network-vif-deleted', 'tag': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:27:25.394784 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c909fdb6-81e5-43a6-932f-c7ff7504b57d" -d '{"events": [{"server_uuid": "21810aa5-8aff-4cb0-84ac-1fe5ca8782cb", "name": "network-vif-deleted", "tag": "a0762d61-6811-4d93-a5ba-d3f082cbbe27"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:27:25.441287 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4089cdd0-65df-4a3d-bcfe-c24d68e01f43 x-openstack-request-id: req-4089cdd0-65df-4a3d-bcfe-c24d68e01f43 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:27:25.441576 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21810aa5-8aff-4cb0-84ac-1fe5ca8782cb", "name": "network-vif-deleted", "tag": "a0762d61-6811-4d93-a5ba-d3f082cbbe27", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:27:25.441823 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4089cdd0-65df-4a3d-bcfe-c24d68e01f43 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:27:25.442223 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4089cdd0-65df-4a3d-bcfe-c24d68e01f43'] response: {'server_uuid': '21810aa5-8aff-4cb0-84ac-1fe5ca8782cb', 'name': 'network-vif-deleted', 'tag': 'a0762d61-6811-4d93-a5ba-d3f082cbbe27', 'status': 'completed', 'code': 200} May 26 03:27:25.471141 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:25.693655 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': 'abb753be-4c2e-4995-aa0e-18591a70eead', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:25:28Z', 'updated_at': '2022-05-26T03:25:42Z', 'revision_number': 2, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:25.720958 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:27:25.729178 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:25.729772 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:27:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:25.838417 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:26.056403 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': 'abb753be-4c2e-4995-aa0e-18591a70eead', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:25:28Z', 'updated_at': '2022-05-26T03:25:42Z', 'revision_number': 2, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:26.080906 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7377b-f3be-474b-8215-bbafc1aa6e2c None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': 'abb753be-4c2e-4995-aa0e-18591a70eead', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': '94d3120d-e9bf-4699-a70e-3008376e5448', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:33:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:25:28Z', 'updated_at': '2022-05-26T03:25:42Z', 'revision_number': 2, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:27:26.300971 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e294aa-8afd-4d49-9556-1aed8348be82 None None] New status for floating IP 3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:27:26.478644 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6828cc-8d07-498c-a7cd-468676f1a9fb req-5a70685d-18ba-4141-9aa3-a6207fb3ff14 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:26.480320 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7f6828cc-8d07-498c-a7cd-468676f1a9fb req-5a70685d-18ba-4141-9aa3-a6207fb3ff14 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0600967 May 26 03:27:26.500304 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55812) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:26.532645 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7f6828cc-8d07-498c-a7cd-468676f1a9fb req-c383241a-9aec-4e2a-90e9-0cc00c31ad63 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465462 May 26 03:27:26.555387 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a093ce5c-f22b-4748-8fad-7f2e58e954f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:26.578594 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a093ce5c-f22b-4748-8fad-7f2e58e954f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:26.625591 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a093ce5c-f22b-4748-8fad-7f2e58e954f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:26.628445 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a093ce5c-f22b-4748-8fad-7f2e58e954f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:26.629600 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-a093ce5c-f22b-4748-8fad-7f2e58e954f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "DELETE /v2.0/security-groups/97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073 HTTP/1.1" status: 204 len: 168 time: 0.1282516 May 26 03:27:26.632505 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55814) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:26.638482 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093ce5c-f22b-4748-8fad-7f2e58e954f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:26.650647 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.api.v2.resource [None req-60e4bd13-5e11-4b84-ad7c-c3c9e7a16716 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] show failed (client error): The resource could not be found. May 26 03:27:26.651669 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-60e4bd13-5e11-4b84-ad7c-c3c9e7a16716 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups/97e2dd8d-c5fe-4bf8-ae9a-e2999b7a2073 HTTP/1.1" status: 404 len: 347 time: 0.0181530 May 26 03:27:26.654548 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55816) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:26.691431 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:26.696187 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:26.773263 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Deleting port cd223bc2-7628-4c36-b05f-0c27a7ab63ca {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:27:26.773601 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (cd223bc2-7628-4c36-b05f-0c27a7ab63ca), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:26.848809 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (cd223bc2-7628-4c36-b05f-0c27a7ab63ca), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:26.849131 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (cd223bc2-7628-4c36-b05f-0c27a7ab63ca), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:26.860946 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Calling delete_port for cd223bc2-7628-4c36-b05f-0c27a7ab63ca owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:27:26.987715 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (cd223bc2-7628-4c36-b05f-0c27a7ab63ca), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:27.012268 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'Port': ['ID=cd223bc2-7628-4c36-b05f-0c27a7ab63ca,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:27.038460 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.038799 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.039133 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.039493 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.039819 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.040144 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.040467 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.040785 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.041103 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.041420 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.041753 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.042053 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.042371 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.042686 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.043000 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:27.088724 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:27.091310 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:27.092365 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-6c2425b4-0923-4b21-b3ec-462c2c44f665 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "DELETE /v2.0/floatingips/3d872cbe-a300-41e2-8ebd-4aa5bc1c52a0 HTTP/1.1" status: 204 len: 168 time: 0.4368303 May 26 03:27:27.647845 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9455eae-9ccd-4ddb-bbf0-3a9bbab16855 req-2b6bef6a-5f21-4e72-b21d-3917208ba436 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:27.649291 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e9455eae-9ccd-4ddb-bbf0-3a9bbab16855 req-2b6bef6a-5f21-4e72-b21d-3917208ba436 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0477197 May 26 03:27:27.697384 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e9455eae-9ccd-4ddb-bbf0-3a9bbab16855 req-ac768eed-cc06-4413-a0d8-a2613eda85ca tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 May 26 03:27:28.439082 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device a0762d61-6811-4d93-a5ba-d3f082cbbe27 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:27:28.458031 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: a0762d61-6811-4d93-a5ba-d3f082cbbe27 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:27:28.458375 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device a0762d61-6811-4d93-a5ba-d3f082cbbe27 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:27:28.673165 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97361648-51c5-4321-a32f-438473d7cc7d req-d4c72a64-e414-4b03-983a-bdb80d163786 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:28.674653 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-97361648-51c5-4321-a32f-438473d7cc7d req-d4c72a64-e414-4b03-983a-bdb80d163786 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 946 time: 0.0503716 May 26 03:27:28.720895 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-97361648-51c5-4321-a32f-438473d7cc7d req-d12ad548-18cf-4189-b8df-9606b6a23930 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 May 26 03:27:28.812277 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b5bf7-0cae-4fdc-8df4-cd001ba3636e req-59f2f7e0-8bc1-463a-8847-01b9e880abb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:28.813698 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-de0b5bf7-0cae-4fdc-8df4-cd001ba3636e req-59f2f7e0-8bc1-463a-8847-01b9e880abb7 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0458889 May 26 03:27:28.861717 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-de0b5bf7-0cae-4fdc-8df4-cd001ba3636e req-a8ae2f9b-adfa-4cb0-bca3-54e1dc856c0a tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425320 May 26 03:27:29.836926 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f03d9b-1e3d-4868-99ac-52c0f3093928 req-07233e05-842b-4b5b-90dd-970770dfdb66 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:29.838382 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7f03d9b-1e3d-4868-99ac-52c0f3093928 req-07233e05-842b-4b5b-90dd-970770dfdb66 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 946 time: 0.0499988 May 26 03:27:29.883936 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c7f03d9b-1e3d-4868-99ac-52c0f3093928 req-664d8b6c-4790-4c85-ae7d-26c80daba2f4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=2273201d-a61a-4d56-a99d-0f208eb2daf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399344 May 26 03:27:29.977451 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4febf4d-5770-41f3-a7f7-7eac8cb37721 req-4fde9f2b-4b92-4a2d-850c-63d2c8189438 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:29.978904 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4febf4d-5770-41f3-a7f7-7eac8cb37721 req-4fde9f2b-4b92-4a2d-850c-63d2c8189438 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0466461 May 26 03:27:30.029310 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a4febf4d-5770-41f3-a7f7-7eac8cb37721 req-4bbd732e-89f6-4774-a1ac-6265d2e898f4 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442445 May 26 03:27:30.065003 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-ce57d28d-9c9f-41bd-9549-b153a1e319c5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:30.066582 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-ce57d28d-9c9f-41bd-9549-b153a1e319c5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 946 time: 0.0533884 May 26 03:27:30.076986 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:30.147980 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Deleting port 94d3120d-e9bf-4699-a70e-3008376e5448 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:27:30.148810 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:30.238417 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] For port 94d3120d-e9bf-4699-a70e-3008376e5448, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=94d3120d-e9bf-4699-a70e-3008376e5448,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:30.238771 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:30.328564 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:30.399830 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:30.400209 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (abb753be-4c2e-4995-aa0e-18591a70eead), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:30.400504 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Floating IP abb753be-4c2e-4995-aa0e-18591a70eead disassociated. External IP: 172.27.2.217, port: 94d3120d-e9bf-4699-a70e-3008376e5448. May 26 03:27:30.400847 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Calling delete_port for 94d3120d-e9bf-4699-a70e-3008376e5448 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:27:30.525023 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (94d3120d-e9bf-4699-a70e-3008376e5448), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:30.550943 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'Port': ['ID=94d3120d-e9bf-4699-a70e-3008376e5448,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:30.661324 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:27:30.763901 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:27:30.773740 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:27:30.784843 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:30.785449 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:27:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:30.806159 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] No DVR routers for this DVR port 94d3120d-e9bf-4699-a70e-3008376e5448 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:27:30.808499 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:30.811738 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fa0503d4-e35b-4645-b87a-884c91fe757b req-7eeb7dd4-dfc5-4b80-a70d-97b06d1ceea3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "DELETE /v2.0/ports/94d3120d-e9bf-4699-a70e-3008376e5448 HTTP/1.1" status: 204 len: 173 time: 0.7405131 May 26 03:27:30.812165 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'name': 'network-vif-deleted', 'tag': '94d3120d-e9bf-4699-a70e-3008376e5448'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:27:30.814461 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b69d0a4-7687-4801-8553-a69134e15864" -d '{"events": [{"server_uuid": "c95ce354-40fe-4384-aef3-94ee7804e3af", "name": "network-vif-deleted", "tag": "94d3120d-e9bf-4699-a70e-3008376e5448"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:27:30.855982 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45968323-b2d4-4958-b910-cbeaf70b84bb x-openstack-request-id: req-45968323-b2d4-4958-b910-cbeaf70b84bb {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:27:30.856331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95ce354-40fe-4384-aef3-94ee7804e3af", "name": "network-vif-deleted", "tag": "94d3120d-e9bf-4699-a70e-3008376e5448", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:27:30.856619 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45968323-b2d4-4958-b910-cbeaf70b84bb {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:27:30.856979 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45968323-b2d4-4958-b910-cbeaf70b84bb'] response: {'server_uuid': 'c95ce354-40fe-4384-aef3-94ee7804e3af', 'name': 'network-vif-deleted', 'tag': '94d3120d-e9bf-4699-a70e-3008376e5448', 'status': 'completed', 'code': 200} May 26 03:27:30.902349 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:31.006979 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2c76c9b-6738-4533-bbe1-b1dc55b80c19 req-c7734148-e3da-416a-9fe4-d681bece12c5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95ce354-40fe-4384-aef3-94ee7804e3af HTTP/1.1" status: 200 len: 210 time: 0.0291991 May 26 03:27:31.042737 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:31.103744 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:31.122762 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:31.148010 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:27:31.152179 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8f31-56ab-4cb2-a630-eef280cfe22a req-28fec011-96df-4d03-aa84-d33355483d2e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:31.153661 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-40ab8f31-56ab-4cb2-a630-eef280cfe22a req-28fec011-96df-4d03-aa84-d33355483d2e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0511136 May 26 03:27:31.156388 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:31.156980 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:27:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:31.172142 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:31.174341 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:31.207135 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-40ab8f31-56ab-4cb2-a630-eef280cfe22a req-aa4339de-2010-4103-8562-6074305d8d9c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475492 May 26 03:27:31.267195 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:31.532398 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:31.558683 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ac29f-1d05-43d0-afbd-f09969f49d36 None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:27:31.773850 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1574d-a2bb-4b99-a850-4313a73b4b0e None None] New status for floating IP abb753be-4c2e-4995-aa0e-18591a70eead: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:27:32.095036 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55854) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:32.148959 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d4bb8759-4955-440c-9ea5-1e0749637d7f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (2273201d-a61a-4d56-a99d-0f208eb2daf2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.173298 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d4bb8759-4955-440c-9ea5-1e0749637d7f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (2273201d-a61a-4d56-a99d-0f208eb2daf2), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.190606 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:32.219624 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d4bb8759-4955-440c-9ea5-1e0749637d7f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (2273201d-a61a-4d56-a99d-0f208eb2daf2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.222200 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d4bb8759-4955-440c-9ea5-1e0749637d7f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.223377 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d4bb8759-4955-440c-9ea5-1e0749637d7f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "DELETE /v2.0/security-groups/2273201d-a61a-4d56-a99d-0f208eb2daf2 HTTP/1.1" status: 204 len: 168 time: 0.1272950 May 26 03:27:32.226148 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55856) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:32.236710 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb8759-4955-440c-9ea5-1e0749637d7f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2273201d-a61a-4d56-a99d-0f208eb2daf2,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:32.242734 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.api.v2.resource [None req-eb8d0ae8-002c-4d2a-9ef2-baa13e253d41 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] show failed (client error): The resource could not be found. May 26 03:27:32.245491 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-eb8d0ae8-002c-4d2a-9ef2-baa13e253d41 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups/2273201d-a61a-4d56-a99d-0f208eb2daf2 HTTP/1.1" status: 404 len: 347 time: 0.0176094 May 26 03:27:32.246817 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55860) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:32.282253 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7dea0ab9-8e74-45d6-b251-f8f1f5b1d8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.330655 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07da56-a973-40d2-b389-52764a6b3ce5 req-7096a805-1593-49c9-8f63-c037a4f8c892 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:32.332196 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0a07da56-a973-40d2-b389-52764a6b3ce5 req-7096a805-1593-49c9-8f63-c037a4f8c892 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0487423 May 26 03:27:32.360575 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Deleting port 3da96b2c-bd4e-4d41-9966-0a0f6235e2a9 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:27:32.360910 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (3da96b2c-bd4e-4d41-9966-0a0f6235e2a9), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.383922 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0a07da56-a973-40d2-b389-52764a6b3ce5 req-668427e8-621b-49c9-ad89-bf943177ffba tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459294 May 26 03:27:32.440728 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (3da96b2c-bd4e-4d41-9966-0a0f6235e2a9), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.441054 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (3da96b2c-bd4e-4d41-9966-0a0f6235e2a9), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.452755 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Calling delete_port for 3da96b2c-bd4e-4d41-9966-0a0f6235e2a9 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:27:32.462718 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:32.486730 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:27:32.587525 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (3da96b2c-bd4e-4d41-9966-0a0f6235e2a9), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.588514 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:32.601854 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'port_id': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'mac_address': 'fa:16:3e:54:71:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:27:32.612914 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'Port': ['ID=3da96b2c-bd4e-4d41-9966-0a0f6235e2a9,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:32.638180 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:32.638565 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.652015 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:27:32.674905 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (abb753be-4c2e-4995-aa0e-18591a70eead), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.675764 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:32.677630 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.678842 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-44bb475e-ccd0-4d49-bf89-2b5bce0c951b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "DELETE /v2.0/floatingips/abb753be-4c2e-4995-aa0e-18591a70eead HTTP/1.1" status: 204 len: 168 time: 0.4310403 May 26 03:27:32.680685 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.728987 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:32.750246 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 55864) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:32.754881 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-17e2dc1a-5e5a-4fe0-844f-3cd1f4352547 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--558253859', 'description': 'tempest-description--1208895004'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:32.777765 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17e2dc1a-5e5a-4fe0-844f-3cd1f4352547 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.852403 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17e2dc1a-5e5a-4fe0-844f-3cd1f4352547 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (78161ca9-d2df-4b8c-82fd-0e3c52061ae6), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.855934 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17e2dc1a-5e5a-4fe0-844f-3cd1f4352547 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (78161ca9-d2df-4b8c-82fd-0e3c52061ae6), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:32.889172 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['3754cc1e-a3fb-45d4-abf1-bd9d0cff5343'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:27:33.137029 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-17e2dc1a-5e5a-4fe0-844f-3cd1f4352547 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.139185 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-17e2dc1a-5e5a-4fe0-844f-3cd1f4352547 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3876762 May 26 03:27:33.142943 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55866) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:33.143101 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2dc1a-5e5a-4fe0-844f-3cd1f4352547 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78161ca9-d2df-4b8c-82fd-0e3c52061ae6,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:33.147724 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-5fc27fbe-884a-412f-ad88-e8478527a66e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group_rule': {'security_group_id': '78161ca9-d2df-4b8c-82fd-0e3c52061ae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:33.174455 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5fc27fbe-884a-412f-ad88-e8478527a66e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (41555938-7420-4b1f-8c9b-5ec00498709a), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.223431 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5fc27fbe-884a-412f-ad88-e8478527a66e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (41555938-7420-4b1f-8c9b-5ec00498709a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.227074 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5fc27fbe-884a-412f-ad88-e8478527a66e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (41555938-7420-4b1f-8c9b-5ec00498709a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.244418 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc27fbe-884a-412f-ad88-e8478527a66e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41555938-7420-4b1f-8c9b-5ec00498709a,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:33.253340 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5fc27fbe-884a-412f-ad88-e8478527a66e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.254990 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5fc27fbe-884a-412f-ad88-e8478527a66e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107414 May 26 03:27:33.257534 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55868) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:33.261648 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-8136cd9a-7cfb-4f6f-8c32-9aad8437773a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group_rule': {'security_group_id': '78161ca9-d2df-4b8c-82fd-0e3c52061ae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:33.289126 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8136cd9a-7cfb-4f6f-8c32-9aad8437773a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (c5abe77e-6e12-423e-a20b-867e566be3f9), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.345847 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8136cd9a-7cfb-4f6f-8c32-9aad8437773a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (c5abe77e-6e12-423e-a20b-867e566be3f9), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.349311 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8136cd9a-7cfb-4f6f-8c32-9aad8437773a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (c5abe77e-6e12-423e-a20b-867e566be3f9), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.369165 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136cd9a-7cfb-4f6f-8c32-9aad8437773a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5abe77e-6e12-423e-a20b-867e566be3f9,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:33.376251 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8136cd9a-7cfb-4f6f-8c32-9aad8437773a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.377442 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8136cd9a-7cfb-4f6f-8c32-9aad8437773a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189904 May 26 03:27:33.380465 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55870) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:33.384621 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:33.404828 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.522880 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9582f0-251e-46fc-9bbc-f0803bf6c861 req-7a7ce322-650b-462f-ac1c-2f871225e316 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:33.524373 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ae9582f0-251e-46fc-9bbc-f0803bf6c861 req-7a7ce322-650b-462f-ac1c-2f871225e316 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 945 time: 0.0668864 May 26 03:27:33.527341 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.615862 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ae9582f0-251e-46fc-9bbc-f0803bf6c861 req-e18cde08-f42c-4087-abf3-ab5b22f1da8d tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854912 May 26 03:27:33.664861 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Allocated IP 172.27.2.152 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/5056ed43-ecef-4b8b-b6b6-04806086da97) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:27:33.741977 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:33.760874 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:33.769814 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (5056ed43-ecef-4b8b-b6b6-04806086da97), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.806046 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (5056ed43-ecef-4b8b-b6b6-04806086da97), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.848854 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:27:33.853301 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:27:33.855687 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:27:33.861404 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=5056ed43-ecef-4b8b-b6b6-04806086da97,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:33.938426 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (04839abb-0e61-4af7-ac62-1234aa6556d0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:33.973049 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (5056ed43-ecef-4b8b-b6b6-04806086da97), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:34.150615 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (5056ed43-ecef-4b8b-b6b6-04806086da97), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:34.154941 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (5056ed43-ecef-4b8b-b6b6-04806086da97), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:34.222932 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=5056ed43-ecef-4b8b-b6b6-04806086da97,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:34.230809 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (04839abb-0e61-4af7-ac62-1234aa6556d0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:34.246332 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:34.247563 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-82185b15-9f45-4232-9125-580f6cf79606 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8661706 May 26 03:27:34.439029 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-f8c1c4f2-cd32-45e4-b72e-6b60446b7d55 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--558253859&fields=id&tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 267 time: 0.0421042 May 26 03:27:34.502979 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:34.527425 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-57480386-0e13-4e3f-a1ed-41784481a195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:34.547359 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:27:34.552773 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-0f78e551-54e1-479b-b272-0f1604562c77 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:34.553174 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:34.553551 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:34.554284 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-0f78e551-54e1-479b-b272-0f1604562c77 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 815 time: 0.1090784 May 26 03:27:34.569819 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-1edc6f2d-8b7a-4a9f-8384-17de25455d17 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/quotas/3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 375 time: 0.0099754 May 26 03:27:34.618661 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-6dc8ba90-5d59-4473-b012-1472bf87f46e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435956 May 26 03:27:34.627767 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:34.628154 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:34.651946 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:27:34.654170 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a691760-454a-422b-b3e8-25905fd726ee" -d '{"events": [{"server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "name": "network-vif-plugged", "status": "completed", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:27:34.667552 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:34.672935 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:34.674093 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 94d3120d-e9bf-4699-a70e-3008376e5448 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:27:34.682509 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:34.708984 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 94d3120d-e9bf-4699-a70e-3008376e5448 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:27:34.709325 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 94d3120d-e9bf-4699-a70e-3008376e5448 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:27:34.736672 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:34.985633 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:35.007592 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ced9e1-1066-4b20-a65f-627b57652ad9 req-0276824d-e22d-43db-8060-07bf154789fe tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:35.009012 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-84ced9e1-1066-4b20-a65f-627b57652ad9 req-0276824d-e22d-43db-8060-07bf154789fe tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.3173544 May 26 03:27:35.042778 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-af9931a0-6e6d-4ffa-a97e-09bf1e659d67 service neutron] 10.222.0.39 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122832 May 26 03:27:35.112506 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-84ced9e1-1066-4b20-a65f-627b57652ad9 req-8667c934-84a3-4c86-82a1-2e78941ab8c4 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937607 May 26 03:27:35.156381 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4211e6a3-b61f-4d4a-9450-3cbb47c241fe x-openstack-request-id: req-4211e6a3-b61f-4d4a-9450-3cbb47c241fe {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:27:35.156751 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "name": "network-vif-plugged", "status": "completed", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:27:35.157063 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4211e6a3-b61f-4d4a-9450-3cbb47c241fe {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:27:35.157515 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4211e6a3-b61f-4d4a-9450-3cbb47c241fe'] response: {'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'code': 200} May 26 03:27:35.161166 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-4f68a667-c1eb-4c4a-b73d-d1830397beef service neutron] 10.222.0.39 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088891 May 26 03:27:35.330740 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7c100bc8-4a7a-4ec3-8966-b4c3d524ded2 req-367dcc26-00cb-4968-8381-9ae3d2ff9dfe tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 210 time: 0.0311043 May 26 03:27:35.376716 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6ea2d-5fe1-433f-b1b8-02723d669ee3 req-95f3d609-fcc8-4299-923e-f648e23524f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:35.378170 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9ec6ea2d-5fe1-433f-b1b8-02723d669ee3 req-95f3d609-fcc8-4299-923e-f648e23524f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1130 time: 0.0418890 May 26 03:27:35.429511 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-9ec6ea2d-5fe1-433f-b1b8-02723d669ee3 req-36bd2b42-895f-4e9c-85e8-ee93cc0c9b46 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449457 May 26 03:27:35.795530 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:36.234740 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8d3b1-d3c6-461e-8ed8-8f4bccba26f0 req-3be01f68-fc0c-4570-a878-7216e2bcd00a tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:36.236357 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fdd8d3b1-d3c6-461e-8ed8-8f4bccba26f0 req-3be01f68-fc0c-4570-a878-7216e2bcd00a tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0471225 May 26 03:27:36.288327 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fdd8d3b1-d3c6-461e-8ed8-8f4bccba26f0 req-4e748054-2cdc-4795-a996-0c45b4b50232 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 May 26 03:27:36.443630 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d5aa5386-cd73-4450-97b2-1adef2d2e9b0 req-1316fd10-e2ce-4b8e-ba58-1513ba1e2682 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 210 time: 0.0343654 May 26 03:27:36.841677 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-eed0f35f-f0a2-49e9-a3b5-73b6978bfafa tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:36.843111 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-eed0f35f-f0a2-49e9-a3b5-73b6978bfafa tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 815 time: 0.1125174 May 26 03:27:36.906573 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-3b4f3244-c110-4292-ace0-07d5cadedc4c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 379 time: 0.0554466 May 26 03:27:36.979465 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'port': {'device_id': '7980c31d-39ae-48cb-a39f-706342cce226', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'admin_state_up': True, 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'security_groups': ['78161ca9-d2df-4b8c-82fd-0e3c52061ae6']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:36.984018 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:37.086395 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Made reservation on behalf of 3676f20a4e0d4ec8be71d5aaab607aa7 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:27:37.089766 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.151651 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:37.219976 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Allocated IP 172.20.0.6 (9a82eafb-f79c-49d2-9f45-9b38dfba8897/dc94717c-066b-4fd5-86ed-723aa4ba5612/d9891d22-aa64-4141-8aac-664c619ddca0) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:27:37.229034 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.362525 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (d9891d22-aa64-4141-8aac-664c619ddca0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.402899 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.408531 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e729-6d15-42ae-9a4e-8a9eae5571e5 req-68d4f21c-a02f-4f72-b496-6f893517d321 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:37.410007 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-87b6e729-6d15-42ae-9a4e-8a9eae5571e5 req-68d4f21c-a02f-4f72-b496-6f893517d321 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0504560 May 26 03:27:37.443176 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:27:37.448621 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:27:37.451569 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:27:37.458685 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-87b6e729-6d15-42ae-9a4e-8a9eae5571e5 req-8b952c1e-ebad-4d69-84bb-832d367cc774 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 May 26 03:27:37.501094 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=d9891d22-aa64-4141-8aac-664c619ddca0,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:37.512285 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:37.512935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.538308 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-e921b950-cdc5-4802-86de-98beda6e534e tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627000 May 26 03:27:37.550549 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Request body: {'port': {'device_id': '7980c31d-39ae-48cb-a39f-706342cce226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:37.617735 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.630109 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ecb3-a1d4-4f27-8fe2-fe980002a8dd req-d66c7434-2c57-42ec-8224-af4596c717e8 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:37.631659 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bcc9ecb3-a1d4-4f27-8fe2-fe980002a8dd req-d66c7434-2c57-42ec-8224-af4596c717e8 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 931 time: 0.0874171 May 26 03:27:37.652271 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe9dfa-afbb-4df1-ae26-fe36a649d45d req-fcf590b3-db6c-4d44-99cf-a4cc61926ead tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:37.653815 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-adfe9dfa-afbb-4df1-ae26-fe36a649d45d req-fcf590b3-db6c-4d44-99cf-a4cc61926ead tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0735676 May 26 03:27:37.729265 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-adfe9dfa-afbb-4df1-ae26-fe36a649d45d req-8a09079e-623a-4d58-9178-2e5fe696c312 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684125 May 26 03:27:37.733104 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bcc9ecb3-a1d4-4f27-8fe2-fe980002a8dd req-9a25c632-453c-4086-b709-1881c1a78ada tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958958 May 26 03:27:37.753201 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55914) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:37.775150 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:37.776256 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:37.777308 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-4d6432a0-6bbe-4c6c-b8c0-6699916dad19 None None] Provisioning complete for port d9891d22-aa64-4141-8aac-664c619ddca0 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:37.777701 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4d6432a0-6bbe-4c6c-b8c0-6699916dad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.819911 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-4d6432a0-6bbe-4c6c-b8c0-6699916dad19 None None] Port d9891d22-aa64-4141-8aac-664c619ddca0 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:27:37.844911 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cff3e7-3149-4e65-8e4b-1289de0daec3 tempest-TestShelveInstance-1198128693 tempest-TestShelveInstance-1198128693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:37.846603 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-22cff3e7-3149-4e65-8e4b-1289de0daec3 tempest-TestShelveInstance-1198128693 tempest-TestShelveInstance-1198128693-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1125 time: 0.0923495 May 26 03:27:37.848587 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:37.849555 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55918) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:37.853969 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'port_id': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:37.868780 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:27:37.876711 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.930023 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9891d22-aa64-4141-8aac-664c619ddca0 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:27:37.937979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Publish callbacks [] for port (d9891d22-aa64-4141-8aac-664c619ddca0), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.950502 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Transition to ACTIVE for port object d9891d22-aa64-4141-8aac-664c619ddca0 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:27:37.955396 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.958940 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:37.988389 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:38.011953 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Pushing event updated for resources: {'Port': ['ID=d9891d22-aa64-4141-8aac-664c619ddca0,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:38.080369 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Allocated IP 172.27.2.129 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/49d885c7-c544-4092-9624-27a3ed950bc0) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:27:38.087842 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Attempting to bind port d9891d22-aa64-4141-8aac-664c619ddca0 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:27:38.088185 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Attempting to bind port d9891d22-aa64-4141-8aac-664c619ddca0 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:27:38.088511 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Attempting to bind port d9891d22-aa64-4141-8aac-664c619ddca0 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:27:38.093557 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Port d9891d22-aa64-4141-8aac-664c619ddca0 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:27:38.094308 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Attempting to bind port d9891d22-aa64-4141-8aac-664c619ddca0 on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:27:38.099986 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:27:38.100331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Checking segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:27:38.100711 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Bound using segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:27:38.101147 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Bound port: d9891d22-aa64-4141-8aac-664c619ddca0, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:27:38.101504 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:38.166157 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:38.176169 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:38.179442 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] For port d9891d22-aa64-4141-8aac-664c619ddca0, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:27:38.183441 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] For port d9891d22-aa64-4141-8aac-664c619ddca0, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d9891d22-aa64-4141-8aac-664c619ddca0,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:27:38.192301 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:38.206393 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for port (49d885c7-c544-4092-9624-27a3ed950bc0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:38.224872 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:38.225485 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:38.226934 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] 10.222.0.45 "PUT /v2.0/ports/d9891d22-aa64-4141-8aac-664c619ddca0 HTTP/1.1" status: 200 len: 1093 time: 0.6805131 May 26 03:27:38.227279 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7980c31d-39ae-48cb-a39f-706342cce226', 'tag': 'd9891d22-aa64-4141-8aac-664c619ddca0'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:27:38.229480 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8be5ed-0061-4a91-b5c7-98eb9484635d" -d '{"events": [{"name": "network-changed", "server_uuid": "7980c31d-39ae-48cb-a39f-706342cce226", "tag": "d9891d22-aa64-4141-8aac-664c619ddca0"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:27:38.244785 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (49d885c7-c544-4092-9624-27a3ed950bc0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:38.285467 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073ff0c7-194d-4c74-a2bd-cdc5ae8edf19 x-openstack-request-id: req-073ff0c7-194d-4c74-a2bd-cdc5ae8edf19 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:27:38.285893 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7980c31d-39ae-48cb-a39f-706342cce226", "tag": "d9891d22-aa64-4141-8aac-664c619ddca0", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:27:38.286244 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-073ff0c7-194d-4c74-a2bd-cdc5ae8edf19 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:27:38.286700 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073ff0c7-194d-4c74-a2bd-cdc5ae8edf19'] response: {'name': 'network-changed', 'server_uuid': '7980c31d-39ae-48cb-a39f-706342cce226', 'tag': 'd9891d22-aa64-4141-8aac-664c619ddca0', 'status': 'completed', 'code': 200} May 26 03:27:38.292568 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb924c0-f7a3-44ae-9b05-215f0c39a137 service neutron] Pushing event updated for resources: {'Port': ['ID=d9891d22-aa64-4141-8aac-664c619ddca0,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:38.308220 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:27:38.313842 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:27:38.316479 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:27:38.325910 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-7521e84b-6ab4-456b-a0a4-cacc3e27592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:38.327475 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-7521e84b-6ab4-456b-a0a4-cacc3e27592d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 1127 time: 0.0548782 May 26 03:27:38.351223 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'Port': ['ID=49d885c7-c544-4092-9624-27a3ed950bc0,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:38.375851 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-16a20ff0-9dc9-4a10-a7ea-d3d77464a389 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9891d22-aa64-4141-8aac-664c619ddca0 HTTP/1.1" status: 200 len: 217 time: 0.0402272 May 26 03:27:38.429906 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-ce2385a3-fa28-4a9a-a65c-994a6870a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:38.431522 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-ce2385a3-fa28-4a9a-a65c-994a6870a20d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0511231 May 26 03:27:38.479164 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-3515c9bf-f0bd-421b-8c16-01e9e865dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:38.480718 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-3515c9bf-f0bd-421b-8c16-01e9e865dae1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425358 May 26 03:27:38.549148 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:38.576663 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-972732ed-59ff-49eb-95cd-c49db04ee94b service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893526 May 26 03:27:38.665428 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dc0b4900-d129-41b1-97c9-c4fffbb43940 req-3d0856d5-a31f-406c-b58e-97e1c0f928e3 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836530 May 26 03:27:38.712184 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for floatingip (9a819d76-5c0c-469e-bc5c-4947c37c1e34), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:38.785133 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (49d885c7-c544-4092-9624-27a3ed950bc0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:38.888207 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56c34d-d9cf-45de-ba93-ffc789326817 req-538e7cb5-4ffc-490c-98bb-13e670982ef1 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:38.889660 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2a56c34d-d9cf-45de-ba93-ffc789326817 req-538e7cb5-4ffc-490c-98bb-13e670982ef1 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 943 time: 0.0795224 May 26 03:27:38.980771 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:38.993213 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2a56c34d-d9cf-45de-ba93-ffc789326817 req-b84969bb-509f-4e06-9dcc-92b3aa6388b2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962262 May 26 03:27:39.039822 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for port (49d885c7-c544-4092-9624-27a3ed950bc0), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:39.044115 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (49d885c7-c544-4092-9624-27a3ed950bc0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:39.098732 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:39.113941 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event updated for resources: {'Port': ['ID=49d885c7-c544-4092-9624-27a3ed950bc0,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:39.123816 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (9a819d76-5c0c-469e-bc5c-4947c37c1e34), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:39.217408 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Floating IP 9a819d76-5c0c-469e-bc5c-4947c37c1e34 associated. External IP: 172.27.2.129, port: 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343. May 26 03:27:39.396213 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-11354bdc-370c-4f9c-b616-78886e514d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:39.397715 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-11354bdc-370c-4f9c-b616-78886e514d78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 1127 time: 0.0429044 May 26 03:27:39.416865 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Router e5d25d1c-2823-4bf4-92ab-a600883663fa has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:27:39.486469 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:39.492315 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-b9fcfb7f-ca23-4074-a3eb-fc518afb716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:39.493791 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-b9fcfb7f-ca23-4074-a3eb-fc518afb716d service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.0897350 May 26 03:27:39.520448 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:27:39.532959 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] Sync routers for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:27:39.533589 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-5ad41ef4-0121-4dbf-b783-898f21bd8c65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9891d22-aa64-4141-8aac-664c619ddca0 HTTP/1.1" status: 200 len: 217 time: 0.0337496 May 26 03:27:39.538438 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:39.544496 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:39.545105 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:27:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:39.570666 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-5bee869d-ee1d-4246-b2db-7f96c5b497cd tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7200243 May 26 03:27:39.571465 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:27:39.573873 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e9f616-2f08-405e-93e1-8450bbc5137a" -d '{"events": [{"name": "network-changed", "server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:27:39.586253 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-9b2cb9b7-93d8-4322-9f1b-f13c95db75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:39.588000 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-9b2cb9b7-93d8-4322-9f1b-f13c95db75ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0494058 May 26 03:27:39.612620 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48532d8-3dc3-4c71-ae82-410672048f12 x-openstack-request-id: req-c48532d8-3dc3-4c71-ae82-410672048f12 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:27:39.612911 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:27:39.613164 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c48532d8-3dc3-4c71-ae82-410672048f12 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:27:39.613568 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48532d8-3dc3-4c71-ae82-410672048f12'] response: {'name': 'network-changed', 'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'status': 'completed', 'code': 200} May 26 03:27:39.653064 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:39.670060 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-c8a91aa7-9626-40d2-8ebe-5dc7e6c6bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:39.672634 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-c8a91aa7-9626-40d2-8ebe-5dc7e6c6bba9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769434 May 26 03:27:39.700018 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-460df511-e01a-4c58-8904-2659fd291508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:39.701456 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-460df511-e01a-4c58-8904-2659fd291508 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5513602e070b4ea09fa3b12a2b259626&device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1130 time: 0.0651307 May 26 03:27:39.802848 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:39.836764 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-8f05a799-046e-433d-9e09-f40a685bff07 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590190 May 26 03:27:39.857312 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '9a819d76-5c0c-469e-bc5c-4947c37c1e34', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'port_id': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'mac_address': 'fa:16:3e:54:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:27:38Z', 'updated_at': '2022-05-26T03:27:38Z', 'revision_number': 0, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:27:01Z', 'revision_number': 5, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:39.869171 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-6da7f732-e132-4e05-a406-69b9930fb1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:39.870582 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-6da7f732-e132-4e05-a406-69b9930fb1df service neutron] 10.222.0.45 "GET /v2.0/networks?id=601be1a5-68a0-4663-ad2e-10ecb248df5b HTTP/1.1" status: 200 len: 909 time: 0.1439314 May 26 03:27:39.885687 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] Checking router: e5d25d1c-2823-4bf4-92ab-a600883663fa for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:27:39.894585 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:39.895188 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:27:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:39.974048 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-e617e1ba-7fa3-4695-ac42-e4066de52887 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 HTTP/1.1" status: 200 len: 1000 time: 0.0723684 May 26 03:27:39.995966 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:40.016918 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-ed8be5ed-0061-4a91-b5c7-98eb9484635d req-c8efc74f-4bcd-429f-a49c-763541ca1f74 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739681 May 26 03:27:40.036712 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-45f50f74-156b-416c-baaa-a41a2e222d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:40.039656 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-45f50f74-156b-416c-baaa-a41a2e222d0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65386438-2f7d-4537-b598-d10847eeec12 HTTP/1.1" status: 200 len: 847 time: 0.0565863 May 26 03:27:40.086105 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:40.088684 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-3719f672-a690-48d8-b108-6069cb5b99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:40.090296 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-3719f672-a690-48d8-b108-6069cb5b99f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=601be1a5-68a0-4663-ad2e-10ecb248df5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423081 May 26 03:27:40.092238 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:40.116797 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d048fa8-89ef-423c-8d06-6b056c91d531 req-9d020ff4-6202-4460-8012-3ea883fb1b19 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:40.119708 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9d048fa8-89ef-423c-8d06-6b056c91d531 req-9d020ff4-6202-4460-8012-3ea883fb1b19 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 943 time: 0.0540912 May 26 03:27:40.167572 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9d048fa8-89ef-423c-8d06-6b056c91d531 req-24e0f8bf-d0c0-4bc9-9a60-ba9c617228ac tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435352 May 26 03:27:40.191813 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-c2ff996c-87a8-454a-a007-cec17589ce58 service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958350 May 26 03:27:40.214057 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '9a819d76-5c0c-469e-bc5c-4947c37c1e34', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'port_id': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'mac_address': 'fa:16:3e:54:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:27:38Z', 'updated_at': '2022-05-26T03:27:38Z', 'revision_number': 0, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:27:01Z', 'revision_number': 5, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:40.238963 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a747727-2dd2-4d28-98bd-20f9dac455dc None None] The sync data for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi is: [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '9a819d76-5c0c-469e-bc5c-4947c37c1e34', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'port_id': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'mac_address': 'fa:16:3e:54:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:27:38Z', 'updated_at': '2022-05-26T03:27:38Z', 'revision_number': 0, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:27:01Z', 'revision_number': 5, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:27:40.287181 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-08e9f616-2f08-405e-93e1-8450bbc5137a req-0f6a912b-d86e-4f9a-a0fa-11a890fbca80 service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901155 May 26 03:27:40.429638 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a326f-318b-4d80-bb22-40c014309028 None None] New status for floating IP 9a819d76-5c0c-469e-bc5c-4947c37c1e34: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:27:40.462285 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:40.596716 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device d9891d22-aa64-4141-8aac-664c619ddca0 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:27:40.772453 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port d9891d22-aa64-4141-8aac-664c619ddca0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d9891d22-aa64-4141-8aac-664c619ddca0,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:40.784690 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': 'd9891d22-aa64-4141-8aac-664c619ddca0', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'port_id': 'd9891d22-aa64-4141-8aac-664c619ddca0', 'mac_address': 'fa:16:3e:c9:7a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:27:40.819003 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port d9891d22-aa64-4141-8aac-664c619ddca0 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:40.819420 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:40.832363 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9891d22-aa64-4141-8aac-664c619ddca0 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:27:40.856718 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port d9891d22-aa64-4141-8aac-664c619ddca0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d9891d22-aa64-4141-8aac-664c619ddca0,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:40.860225 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:40.905848 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=d9891d22-aa64-4141-8aac-664c619ddca0,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:40.912821 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.913171 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.913512 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.913851 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.914185 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.914514 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.914841 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.915164 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.915513 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.915837 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.916161 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.916484 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.916803 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.917123 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:40.917441 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:27:41.079106 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['d9891d22-aa64-4141-8aac-664c619ddca0'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:27:41.288961 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311edb5-fb0a-4917-a424-bb21e42da2e3 req-02436977-8e56-4146-acbc-e8813fc039b1 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:41.290399 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f311edb5-fb0a-4917-a424-bb21e42da2e3 req-02436977-8e56-4146-acbc-e8813fc039b1 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 944 time: 0.0526927 May 26 03:27:41.336807 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f311edb5-fb0a-4917-a424-bb21e42da2e3 req-cd7dc406-70b2-465b-adc9-474e85a9cbc5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 May 26 03:27:42.233213 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:42.463541 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe798a79-2c94-432f-8aa5-b6e72f73e53c req-2f229728-8aad-4100-970e-bb05f287661b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:42.465434 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fe798a79-2c94-432f-8aa5-b6e72f73e53c req-2f229728-8aad-4100-970e-bb05f287661b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 944 time: 0.0606289 May 26 03:27:42.512906 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fe798a79-2c94-432f-8aa5-b6e72f73e53c req-e27849b4-ff4e-49ce-a9bc-2d9f9af80634 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412560 May 26 03:27:42.579801 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device d9891d22-aa64-4141-8aac-664c619ddca0 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:27:42.622028 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port d9891d22-aa64-4141-8aac-664c619ddca0 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:27:42.628180 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port d9891d22-aa64-4141-8aac-664c619ddca0 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:27:42.628569 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:42.698833 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port d9891d22-aa64-4141-8aac-664c619ddca0 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:27:42.699213 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:42.724782 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7980c31d-39ae-48cb-a39f-706342cce226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9891d22-aa64-4141-8aac-664c619ddca0'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:27:42.727013 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ef8ca0-8aec-4b4d-9063-3aee47a274a5" -d '{"events": [{"server_uuid": "7980c31d-39ae-48cb-a39f-706342cce226", "name": "network-vif-plugged", "status": "completed", "tag": "d9891d22-aa64-4141-8aac-664c619ddca0"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:27:42.740567 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port d9891d22-aa64-4141-8aac-664c619ddca0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d9891d22-aa64-4141-8aac-664c619ddca0,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:27:42.748946 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:42.774832 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c44557d-887e-467a-b01b-58b3ff8c94c4 x-openstack-request-id: req-9c44557d-887e-467a-b01b-58b3ff8c94c4 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:27:42.775116 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7980c31d-39ae-48cb-a39f-706342cce226", "name": "network-vif-plugged", "status": "completed", "tag": "d9891d22-aa64-4141-8aac-664c619ddca0", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:27:42.775396 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c44557d-887e-467a-b01b-58b3ff8c94c4 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:27:42.775785 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c44557d-887e-467a-b01b-58b3ff8c94c4'] response: {'server_uuid': '7980c31d-39ae-48cb-a39f-706342cce226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9891d22-aa64-4141-8aac-664c619ddca0', 'code': 200} May 26 03:27:42.800575 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=d9891d22-aa64-4141-8aac-664c619ddca0,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:27:42.935409 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e269-cc03-4a5f-8c17-be421a33661f req-b27bd65d-29f4-4138-ad17-85cdcf3088e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:42.936882 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb44e269-cc03-4a5f-8c17-be421a33661f req-b27bd65d-29f4-4138-ad17-85cdcf3088e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 1129 time: 0.0387332 May 26 03:27:42.980171 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-eb44e269-cc03-4a5f-8c17-be421a33661f req-3a671e2b-e424-42dc-baaa-2201dd51b836 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376351 May 26 03:27:43.624175 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c9b53-e14c-4a6e-94b9-05d1d7fbf2b6 req-336f2642-03b1-4d23-b14c-1597b8bb4938 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:43.626267 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-276c9b53-e14c-4a6e-94b9-05d1d7fbf2b6 req-336f2642-03b1-4d23-b14c-1597b8bb4938 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 945 time: 0.0467510 May 26 03:27:43.660279 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:43.676445 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-276c9b53-e14c-4a6e-94b9-05d1d7fbf2b6 req-c079f106-8f2f-4723-9f7d-1e2a2a265943 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447073 May 26 03:27:44.789890 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b094946-6d07-4eac-b19d-eb1bc5157804 req-8b4ac31d-0aa1-4fd7-bd40-d39924d8b172 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:44.791361 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9b094946-6d07-4eac-b19d-eb1bc5157804 req-8b4ac31d-0aa1-4fd7-bd40-d39924d8b172 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 945 time: 0.0469475 May 26 03:27:44.803328 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:44.838757 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9b094946-6d07-4eac-b19d-eb1bc5157804 req-048de5bb-b110-4a45-9770-c510cdbe1eff tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415933 May 26 03:27:44.945637 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550e20-4236-4a76-9a36-c192c2020d5f req-2692942b-6744-4655-bfd5-36d629f4028f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:44.947080 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b2550e20-4236-4a76-9a36-c192c2020d5f req-2692942b-6744-4655-bfd5-36d629f4028f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 945 time: 0.0464861 May 26 03:27:44.956355 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 55942) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:27:44.960482 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-d08f43ff-a66e-4f4b-b627-de3408a3cfd2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'floatingip': {'port_id': 'd9891d22-aa64-4141-8aac-664c619ddca0'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:27:45.000596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d08f43ff-a66e-4f4b-b627-de3408a3cfd2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (04839abb-0e61-4af7-ac62-1234aa6556d0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:45.400788 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d08f43ff-a66e-4f4b-b627-de3408a3cfd2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:45.404314 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d08f43ff-a66e-4f4b-b627-de3408a3cfd2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (04839abb-0e61-4af7-ac62-1234aa6556d0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:45.499511 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-d08f43ff-a66e-4f4b-b627-de3408a3cfd2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Floating IP 04839abb-0e61-4af7-ac62-1234aa6556d0 associated. External IP: 172.27.2.152, port: d9891d22-aa64-4141-8aac-664c619ddca0. May 26 03:27:45.957032 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08f43ff-a66e-4f4b-b627-de3408a3cfd2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:27:46.013761 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:46.059830 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08f43ff-a66e-4f4b-b627-de3408a3cfd2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:27:46.065165 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d08f43ff-a66e-4f4b-b627-de3408a3cfd2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:27:46.069555 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:27:46.079201 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:46.079831 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:27:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:46.095060 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d08f43ff-a66e-4f4b-b627-de3408a3cfd2 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "PUT /v2.0/floatingips/04839abb-0e61-4af7-ac62-1234aa6556d0 HTTP/1.1" status: 200 len: 991 time: 1.1377277 May 26 03:27:46.095863 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7980c31d-39ae-48cb-a39f-706342cce226', 'tag': 'd9891d22-aa64-4141-8aac-664c619ddca0'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:27:46.100510 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19" -d '{"events": [{"name": "network-changed", "server_uuid": "7980c31d-39ae-48cb-a39f-706342cce226", "tag": "d9891d22-aa64-4141-8aac-664c619ddca0"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:27:46.139466 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4048a61d-27d8-4c88-af1c-52dc60e25c60 x-openstack-request-id: req-4048a61d-27d8-4c88-af1c-52dc60e25c60 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:27:46.139774 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7980c31d-39ae-48cb-a39f-706342cce226", "tag": "d9891d22-aa64-4141-8aac-664c619ddca0", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:27:46.140023 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4048a61d-27d8-4c88-af1c-52dc60e25c60 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:27:46.140676 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4048a61d-27d8-4c88-af1c-52dc60e25c60'] response: {'name': 'network-changed', 'server_uuid': '7980c31d-39ae-48cb-a39f-706342cce226', 'tag': 'd9891d22-aa64-4141-8aac-664c619ddca0', 'status': 'completed', 'code': 200} May 26 03:27:46.184840 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:46.199146 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-44996ffb-0ed4-4366-a0d4-19240c41731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:46.200703 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-44996ffb-0ed4-4366-a0d4-19240c41731e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 1129 time: 0.0384865 May 26 03:27:46.264625 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:46.293684 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-27bce3d0-fecc-4e0a-aec7-c62aae1565bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:46.295153 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-27bce3d0-fecc-4e0a-aec7-c62aae1565bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.0889852 May 26 03:27:46.355047 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-dfe0374d-d7e9-4f69-a027-f8e5853d21c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9891d22-aa64-4141-8aac-664c619ddca0 HTTP/1.1" status: 200 len: 999 time: 0.0536335 May 26 03:27:46.398919 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '04839abb-0e61-4af7-ac62-1234aa6556d0', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': 'd9891d22-aa64-4141-8aac-664c619ddca0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:c9:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980c31d-39ae-48cb-a39f-706342cce226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:27:33Z', 'updated_at': '2022-05-26T03:27:45Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:46.410719 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-bb9ed382-eb7d-4564-857c-887103b1242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:46.412450 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-bb9ed382-eb7d-4564-857c-887103b1242f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0515172 May 26 03:27:46.424070 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:27:46.432544 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:27:46.433145 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:27:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:46.455047 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-8f1d2a58-8444-4119-9dfe-8ca9d8178ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:27:46.456590 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-8f1d2a58-8444-4119-9dfe-8ca9d8178ea8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386229 May 26 03:27:46.534319 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:27:46.544069 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-9140ffe6-25b0-4764-b98a-110c9ed8e6d5 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809758 May 26 03:27:46.571356 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:46.642070 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-fcbb07ba-c0e2-4a2b-972a-e3183e6ecb19 req-905d0938-0dbf-4fdc-bd7e-cbc6fc208520 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918193 May 26 03:27:46.822521 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '04839abb-0e61-4af7-ac62-1234aa6556d0', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': 'd9891d22-aa64-4141-8aac-664c619ddca0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:c9:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980c31d-39ae-48cb-a39f-706342cce226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:27:33Z', 'updated_at': '2022-05-26T03:27:45Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:27:46.824850 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:46.849975 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e6bac-23e1-4c95-809d-8d257fef8490 None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '04839abb-0e61-4af7-ac62-1234aa6556d0', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': 'd9891d22-aa64-4141-8aac-664c619ddca0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:c9:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980c31d-39ae-48cb-a39f-706342cce226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:27:33Z', 'updated_at': '2022-05-26T03:27:45Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:27:47.036441 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e4282c-5f52-4547-9b9d-ff30fbec7b34 None None] New status for floating IP 04839abb-0e61-4af7-ac62-1234aa6556d0: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:27:56.089897 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:56.091930 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:56.636584 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:56.638610 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=34 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:57.129699 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:57.137195 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:27:57.139458 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:00.922567 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:02.273743 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7026ff0d-52a0-4f23-93c6-402f4047a515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:04.510283 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6b7c15fe-0c17-4f49-9807-7a083b58c3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:05.796765 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:07.231423 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:08.555739 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:12.237573 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:14.869142 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:28:22.227436 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:22.230442 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:22.233291 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:28.869796 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:28.874888 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:31.734223 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4a218-7680-4005-93d7-9671be103a84 req-1014816f-3c0c-4730-82c7-00c38d0594b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:31.735715 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c3e4a218-7680-4005-93d7-9671be103a84 req-1014816f-3c0c-4730-82c7-00c38d0594b4 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 945 time: 0.0476675 May 26 03:28:31.782882 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c3e4a218-7680-4005-93d7-9671be103a84 req-780bff84-329b-4a7d-95f4-85f0b3a50d1c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 May 26 03:28:32.277159 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-775e6437-7544-4928-9a3f-c29ae1aee937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:32.902228 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c9d78-87e2-4e63-88bf-84abd51f1758 req-1f390488-6ebd-4823-bd30-f181958bb605 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:32.903731 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9c4c9d78-87e2-4e63-88bf-84abd51f1758 req-1f390488-6ebd-4823-bd30-f181958bb605 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 945 time: 0.0472424 May 26 03:28:32.953760 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9c4c9d78-87e2-4e63-88bf-84abd51f1758 req-5a2a4c59-69dc-4564-ad04-dad0ddec5ec3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=78161ca9-d2df-4b8c-82fd-0e3c52061ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439453 May 26 03:28:33.151451 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-198ab4cd-7801-40c6-b6c7-bef2a7f6ccda tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:33.152884 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-198ab4cd-7801-40c6-b6c7-bef2a7f6ccda tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 945 time: 0.0474715 May 26 03:28:33.235893 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Deleting port d9891d22-aa64-4141-8aac-664c619ddca0 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:28:33.236234 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:33.325900 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] For port d9891d22-aa64-4141-8aac-664c619ddca0, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=d9891d22-aa64-4141-8aac-664c619ddca0,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:28:33.326269 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:33.493559 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:33.493919 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (04839abb-0e61-4af7-ac62-1234aa6556d0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:33.494235 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Floating IP 04839abb-0e61-4af7-ac62-1234aa6556d0 disassociated. External IP: 172.27.2.152, port: d9891d22-aa64-4141-8aac-664c619ddca0. May 26 03:28:33.494575 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Calling delete_port for d9891d22-aa64-4141-8aac-664c619ddca0 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:28:33.617808 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (d9891d22-aa64-4141-8aac-664c619ddca0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:33.643690 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'Port': ['ID=d9891d22-aa64-4141-8aac-664c619ddca0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:33.657076 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.657429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.657775 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.658115 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.658457 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.658792 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.659124 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.659529 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.659870 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.660200 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.660528 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.660942 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.661168 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.661489 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.661812 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:33.768347 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:28:33.870361 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:28:33.880272 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:28:33.891754 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:28:33.892354 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:28:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:28:33.913462 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] No DVR routers for this DVR port d9891d22-aa64-4141-8aac-664c619ddca0 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:28:33.915984 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:33.919472 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-405f6d2d-ea4a-41ae-bc33-c43dfb74def9 req-a07aa6b6-03b1-4b0a-bb93-424ba1b54182 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "DELETE /v2.0/ports/d9891d22-aa64-4141-8aac-664c619ddca0 HTTP/1.1" status: 204 len: 173 time: 0.7614930 May 26 03:28:33.919958 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7980c31d-39ae-48cb-a39f-706342cce226', 'name': 'network-vif-deleted', 'tag': 'd9891d22-aa64-4141-8aac-664c619ddca0'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:28:33.922735 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bda37f-fab1-4bc0-bedb-4992993e6e27" -d '{"events": [{"server_uuid": "7980c31d-39ae-48cb-a39f-706342cce226", "name": "network-vif-deleted", "tag": "d9891d22-aa64-4141-8aac-664c619ddca0"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:28:33.963882 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80fdf8d-f482-4222-b611-c3c85b34cd92 x-openstack-request-id: req-b80fdf8d-f482-4222-b611-c3c85b34cd92 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:28:33.964267 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7980c31d-39ae-48cb-a39f-706342cce226", "name": "network-vif-deleted", "tag": "d9891d22-aa64-4141-8aac-664c619ddca0", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:28:33.964586 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b80fdf8d-f482-4222-b611-c3c85b34cd92 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:28:33.965059 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80fdf8d-f482-4222-b611-c3c85b34cd92'] response: {'server_uuid': '7980c31d-39ae-48cb-a39f-706342cce226', 'name': 'network-vif-deleted', 'tag': 'd9891d22-aa64-4141-8aac-664c619ddca0', 'status': 'completed', 'code': 200} May 26 03:28:34.011300 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:28:34.058999 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-778b126a-5022-44fa-966b-acc9d9c417ef req-26d6c941-b840-4ba7-9d1e-eda666a4fd78 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7980c31d-39ae-48cb-a39f-706342cce226 HTTP/1.1" status: 200 len: 210 time: 0.0283232 May 26 03:28:34.222981 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:28:34.248374 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:28:34.256993 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:28:34.257747 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:28:04Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:28:34.360488 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:28:34.513408 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6f145e40-a118-49a9-9701-640d60d7b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:34.555223 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:28:34.579508 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6645a52d-2d07-45a6-b5cc-c6e072c63cbf None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:28:34.786864 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3652eb5-6f93-4d0a-9050-ae898a6c38a6 None None] New status for floating IP 04839abb-0e61-4af7-ac62-1234aa6556d0: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:28:35.157603 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56036) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:28:35.210703 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (78161ca9-d2df-4b8c-82fd-0e3c52061ae6), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.233751 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (78161ca9-d2df-4b8c-82fd-0e3c52061ae6), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.280286 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (78161ca9-d2df-4b8c-82fd-0e3c52061ae6), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.282897 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.284053 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "DELETE /v2.0/security-groups/78161ca9-d2df-4b8c-82fd-0e3c52061ae6 HTTP/1.1" status: 204 len: 168 time: 0.1254442 May 26 03:28:35.286757 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56038) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:28:35.293325 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78161ca9-d2df-4b8c-82fd-0e3c52061ae6,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:35.300866 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-4daea73f-434a-4f84-aac7-f27450f238d3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] show failed (client error): The resource could not be found. May 26 03:28:35.301022 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.301215 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.301552 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.301866 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4daea73f-434a-4f84-aac7-f27450f238d3 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups/78161ca9-d2df-4b8c-82fd-0e3c52061ae6 HTTP/1.1" status: 404 len: 347 time: 0.0139773 May 26 03:28:35.301972 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.302278 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.302607 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.302932 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.303862 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.304427 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.304893 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.305119 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56040) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:28:35.305249 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.305541 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.305864 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.306186 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.306506 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530c7855-4c34-4ede-bab8-e6b27324c9fc tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:35.387809 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:35.423029 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Deleting port 5056ed43-ecef-4b8b-b6b6-04806086da97 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:28:35.423393 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (5056ed43-ecef-4b8b-b6b6-04806086da97), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.471194 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:35.499399 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (5056ed43-ecef-4b8b-b6b6-04806086da97), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.499726 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (5056ed43-ecef-4b8b-b6b6-04806086da97), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.511522 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Calling delete_port for 5056ed43-ecef-4b8b-b6b6-04806086da97 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:28:35.640417 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (5056ed43-ecef-4b8b-b6b6-04806086da97), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.664754 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'Port': ['ID=5056ed43-ecef-4b8b-b6b6-04806086da97,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:35.727351 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (04839abb-0e61-4af7-ac62-1234aa6556d0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.729814 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.730964 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-39147b77-5aff-4189-8b23-597a5c4dc480 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "DELETE /v2.0/floatingips/04839abb-0e61-4af7-ac62-1234aa6556d0 HTTP/1.1" status: 204 len: 168 time: 0.4249735 May 26 03:28:35.796607 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56044) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:28:35.801389 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-64957af2-cbe0-4886-ad67-7b66bb43d8b0 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045252776', 'description': 'tempest-description--627767094'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:28:35.802413 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:35.821550 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-64957af2-cbe0-4886-ad67-7b66bb43d8b0 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.125251 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-64957af2-cbe0-4886-ad67-7b66bb43d8b0 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (d033df0d-930e-4e50-8165-940c742a2ec1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.129828 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-64957af2-cbe0-4886-ad67-7b66bb43d8b0 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d033df0d-930e-4e50-8165-940c742a2ec1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.161216 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-64957af2-cbe0-4886-ad67-7b66bb43d8b0 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.162449 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-64957af2-cbe0-4886-ad67-7b66bb43d8b0 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3648505 May 26 03:28:36.165888 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957af2-cbe0-4886-ad67-7b66bb43d8b0 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d033df0d-930e-4e50-8165-940c742a2ec1,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:36.166527 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56046) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:28:36.172225 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-8ba5783f-477a-4a75-bfed-e59920894768 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group_rule': {'security_group_id': 'd033df0d-930e-4e50-8165-940c742a2ec1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:28:36.203084 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8ba5783f-477a-4a75-bfed-e59920894768 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (2756bf66-d6ad-452d-b731-76094c833fe0), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.268116 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8ba5783f-477a-4a75-bfed-e59920894768 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (2756bf66-d6ad-452d-b731-76094c833fe0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.272015 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8ba5783f-477a-4a75-bfed-e59920894768 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (2756bf66-d6ad-452d-b731-76094c833fe0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.294437 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5783f-477a-4a75-bfed-e59920894768 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2756bf66-d6ad-452d-b731-76094c833fe0,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:36.304348 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8ba5783f-477a-4a75-bfed-e59920894768 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.305549 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8ba5783f-477a-4a75-bfed-e59920894768 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380241 May 26 03:28:36.308175 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56048) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:28:36.312693 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-862e2b2b-94ba-494b-95cb-1dcfe3856565 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'security_group_rule': {'security_group_id': 'd033df0d-930e-4e50-8165-940c742a2ec1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:28:36.344967 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-862e2b2b-94ba-494b-95cb-1dcfe3856565 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (1956679a-dac5-4aed-adc8-32a74df4810d), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.398722 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-862e2b2b-94ba-494b-95cb-1dcfe3856565 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (1956679a-dac5-4aed-adc8-32a74df4810d), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.402125 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-862e2b2b-94ba-494b-95cb-1dcfe3856565 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (1956679a-dac5-4aed-adc8-32a74df4810d), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.422602 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e2b2b-94ba-494b-95cb-1dcfe3856565 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1956679a-dac5-4aed-adc8-32a74df4810d,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:36.433150 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-862e2b2b-94ba-494b-95cb-1dcfe3856565 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.434354 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-862e2b2b-94ba-494b-95cb-1dcfe3856565 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251636 May 26 03:28:36.437434 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56050) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:28:36.441899 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:28:36.465417 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.560824 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.632739 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:36.700848 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Allocated IP 172.27.2.118 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/1ef49813-ba9f-4661-91bb-ceb97c000a7b) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:28:36.702455 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:36.812064 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (1ef49813-ba9f-4661-91bb-ceb97c000a7b), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.829173 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device d9891d22-aa64-4141-8aac-664c619ddca0 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:28:36.844373 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (1ef49813-ba9f-4661-91bb-ceb97c000a7b), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:36.857373 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: d9891d22-aa64-4141-8aac-664c619ddca0 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:28:36.857708 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device d9891d22-aa64-4141-8aac-664c619ddca0 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:28:36.884013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:28:36.888313 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:28:36.892426 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:28:36.915405 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=1ef49813-ba9f-4661-91bb-ceb97c000a7b,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:36.981223 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (bb564402-8b62-43b1-9387-2459648d1340), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:37.017439 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1ef49813-ba9f-4661-91bb-ceb97c000a7b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:37.192671 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (1ef49813-ba9f-4661-91bb-ceb97c000a7b), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:37.197610 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (1ef49813-ba9f-4661-91bb-ceb97c000a7b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:37.236521 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:37.262663 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=1ef49813-ba9f-4661-91bb-ceb97c000a7b,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:37.277227 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (bb564402-8b62-43b1-9387-2459648d1340), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:37.291956 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:37.293163 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3f18b599-a338-46e9-841e-b17a9bf4675a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8548062 May 26 03:28:37.417028 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:37.451954 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-095f8755-d817-4f24-9c85-05096c28c819 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1045252776&fields=id&tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 267 time: 0.0555363 May 26 03:28:37.561736 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a31c1cd2-558f-4d2c-aabe-d1542c38a97a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:37.563094 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a31c1cd2-558f-4d2c-aabe-d1542c38a97a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 815 time: 0.1046724 May 26 03:28:37.578154 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-7e36513e-0f6f-4af6-80d7-4af39c863b64 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/quotas/3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 375 time: 0.0097425 May 26 03:28:37.618127 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:37.628283 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-17efe9fa-99ae-4763-a8bc-5bff69589e1a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454304 May 26 03:28:37.727693 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-e732ef10-432b-4927-bbde-6cb559fd9a8d service neutron] 10.222.0.39 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868204 May 26 03:28:37.818389 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f03b7961-dc64-4c50-b964-ad3dbbae49bc service neutron] 10.222.0.39 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848823 May 26 03:28:37.985568 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-61eb5c1a-81ad-434e-8ab7-1a91e7115fa4 req-de46240b-96ef-4e5e-bb8b-724dd5ced1ed tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 210 time: 0.0329540 May 26 03:28:38.547435 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:38.873893 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-e5bb5c2d-c7d7-4174-89d5-01c18e0085f5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:38.875389 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-e5bb5c2d-c7d7-4174-89d5-01c18e0085f5 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 815 time: 0.1073701 May 26 03:28:38.937189 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-e4d886ef-ffed-42c3-b1c6-274e5a3d3a10 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7 HTTP/1.1" status: 200 len: 380 time: 0.0536516 May 26 03:28:38.945153 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'port': {'device_id': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'admin_state_up': True, 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'security_groups': ['d033df0d-930e-4e50-8165-940c742a2ec1']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:28:39.051502 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Made reservation on behalf of 3676f20a4e0d4ec8be71d5aaab607aa7 for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:28:39.055142 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:39.064857 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:39.087596 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dc81b967-14b0-42c4-b50b-0ed569fcd6c0 req-9e8c71ac-0dca-4733-8f2b-707e3181e716 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 210 time: 0.0309114 May 26 03:28:39.134919 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:39.196935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Allocated IP 172.20.0.6 (9a82eafb-f79c-49d2-9f45-9b38dfba8897/dc94717c-066b-4fd5-86ed-723aa4ba5612/c40ed75c-c797-4c5f-84e6-d9383006c59f) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:28:39.334038 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:39.366536 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:39.414156 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:28:39.418502 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:28:39.420910 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:28:39.447293 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event updated for resources: {'Port': ['ID=c40ed75c-c797-4c5f-84e6-d9383006c59f,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:39.477718 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:39.478347 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:39.495473 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a9a04fc1-d802-4197-9161-e45f328c7a2f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532701 May 26 03:28:39.506615 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Request body: {'port': {'device_id': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:28:39.574643 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:39.661018 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-f49ea63c-4558-43c3-8de7-e2342253fd61 None None] Provisioning complete for port c40ed75c-c797-4c5f-84e6-d9383006c59f triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:28:39.661738 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f49ea63c-4558-43c3-8de7-e2342253fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:39.692127 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-f49ea63c-4558-43c3-8de7-e2342253fd61 None None] Port c40ed75c-c797-4c5f-84e6-d9383006c59f cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:28:39.856035 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40ed75c-c797-4c5f-84e6-d9383006c59f {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:28:39.861957 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:39.864016 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Publish callbacks [] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:39.879292 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Transition to ACTIVE for port object c40ed75c-c797-4c5f-84e6-d9383006c59f will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:28:39.883637 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:39.931215 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:39.934131 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c40ed75c-c797-4c5f-84e6-d9383006c59f,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:40.014293 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Attempting to bind port c40ed75c-c797-4c5f-84e6-d9383006c59f on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:28:40.014626 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Attempting to bind port c40ed75c-c797-4c5f-84e6-d9383006c59f by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:28:40.014962 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Attempting to bind port c40ed75c-c797-4c5f-84e6-d9383006c59f on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:28:40.019912 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Port c40ed75c-c797-4c5f-84e6-d9383006c59f on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:28:40.020272 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Attempting to bind port c40ed75c-c797-4c5f-84e6-d9383006c59f on network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:28:40.025415 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:28:40.025751 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Checking segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:28:40.026132 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Bound using segment: {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:28:40.026560 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Bound port: c40ed75c-c797-4c5f-84e6-d9383006c59f, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1043b202-c37a-4c00-863f-969e4801a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:28:40.026921 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:40.089016 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] For port c40ed75c-c797-4c5f-84e6-d9383006c59f, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:28:40.092147 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] For port c40ed75c-c797-4c5f-84e6-d9383006c59f, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c40ed75c-c797-4c5f-84e6-d9383006c59f,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:28:40.097172 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:40.138258 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:40.138890 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:40.140338 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/c40ed75c-c797-4c5f-84e6-d9383006c59f HTTP/1.1" status: 200 len: 1093 time: 0.6380930 May 26 03:28:40.140760 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'tag': 'c40ed75c-c797-4c5f-84e6-d9383006c59f'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:28:40.143293 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a7b933-776f-45d6-88ef-80fd1871692a", "tag": "c40ed75c-c797-4c5f-84e6-d9383006c59f"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:28:40.165160 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fd193-82e5-4ef4-9179-bd082de0c3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c40ed75c-c797-4c5f-84e6-d9383006c59f,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:40.214615 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c7b256-dc5c-4694-8fed-4adb28d75f21 x-openstack-request-id: req-89c7b256-dc5c-4694-8fed-4adb28d75f21 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:28:40.214879 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a7b933-776f-45d6-88ef-80fd1871692a", "tag": "c40ed75c-c797-4c5f-84e6-d9383006c59f", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:28:40.215131 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89c7b256-dc5c-4694-8fed-4adb28d75f21 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:28:40.215544 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c7b256-dc5c-4694-8fed-4adb28d75f21'] response: {'name': 'network-changed', 'server_uuid': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'tag': 'c40ed75c-c797-4c5f-84e6-d9383006c59f', 'status': 'completed', 'code': 200} May 26 03:28:40.228384 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-b1766288-673d-43ca-a982-0d1406d40297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:40.229906 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-b1766288-673d-43ca-a982-0d1406d40297 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 1127 time: 0.0443203 May 26 03:28:40.237080 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399942c6-7775-4333-bffa-872523a74204 req-0d12ceda-86bf-431f-89e2-fcd44d676cef tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:40.239268 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-399942c6-7775-4333-bffa-872523a74204 req-0d12ceda-86bf-431f-89e2-fcd44d676cef tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 943 time: 0.0573213 May 26 03:28:40.273975 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-fca67ccb-9b80-42df-b658-73bd536887a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c40ed75c-c797-4c5f-84e6-d9383006c59f HTTP/1.1" status: 200 len: 217 time: 0.0374782 May 26 03:28:40.292716 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-399942c6-7775-4333-bffa-872523a74204 req-f5b0be34-826d-4b38-a8d1-138198bf5d1a tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475483 May 26 03:28:40.327051 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-081b87ff-e068-4a0b-a587-01fd9ec930c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:40.328569 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-081b87ff-e068-4a0b-a587-01fd9ec930c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0477555 May 26 03:28:40.376320 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a442a3ec-5893-441e-916b-fac08c3fd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:40.377820 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-a442a3ec-5893-441e-916b-fac08c3fd75b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438526 May 26 03:28:40.466150 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-f31a1a00-52ae-40ed-9fff-4d3d57d3587f service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823073 May 26 03:28:40.556912 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-16db79a4-44d9-4aa7-9c6d-ffd22eaf760c req-b9eb5f63-c869-4e57-968b-57cbed8db683 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849488 May 26 03:28:41.301031 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-1b35bc4d-0ba7-410f-8926-49e39e2f4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:41.302508 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-1b35bc4d-0ba7-410f-8926-49e39e2f4b62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 1127 time: 0.0399196 May 26 03:28:41.397785 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-6e97ddbd-6468-48de-8fb1-f3958dc30429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:41.399904 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-6e97ddbd-6468-48de-8fb1-f3958dc30429 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.0916877 May 26 03:28:41.411740 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa745921-d007-4fcf-9faf-c6b6a076e31c req-bfb63694-978d-465f-a820-37607d5503dd tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:41.413215 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fa745921-d007-4fcf-9faf-c6b6a076e31c req-bfb63694-978d-465f-a820-37607d5503dd tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 943 time: 0.0515184 May 26 03:28:41.440062 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-ac746186-4bf6-4ad7-a299-8d2d0805a2aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c40ed75c-c797-4c5f-84e6-d9383006c59f HTTP/1.1" status: 200 len: 217 time: 0.0337286 May 26 03:28:41.462702 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-fa745921-d007-4fcf-9faf-c6b6a076e31c req-a155ca3a-2897-4d50-a9fb-544277c6265f tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431685 May 26 03:28:41.491968 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-722dba5d-ebe3-48a5-8de3-cf5295cd1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:41.493418 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-722dba5d-ebe3-48a5-8de3-cf5295cd1127 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0466261 May 26 03:28:41.536944 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-cf7a4cef-5bb3-4a20-9c95-5d475faa137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:41.538616 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-cf7a4cef-5bb3-4a20-9c95-5d475faa137c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398712 May 26 03:28:41.612613 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:41.628913 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-9d824bb2-5195-40ff-b2ca-89baf21a091f service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848370 May 26 03:28:41.642395 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:41.718603 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-c15276f7-69f7-4f41-9ec0-7eb837bdcefa req-6439b6c0-6a34-4517-bdd8-1e8011fa4418 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836613 May 26 03:28:42.232530 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:42.576349 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52047ce5-e6b7-4e0a-ab05-3107e3d5bbb1 req-fa348108-e3a6-41e5-874c-925ebe506d43 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:42.577804 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-52047ce5-e6b7-4e0a-ab05-3107e3d5bbb1 req-fa348108-e3a6-41e5-874c-925ebe506d43 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 943 time: 0.0473099 May 26 03:28:42.624240 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-52047ce5-e6b7-4e0a-ab05-3107e3d5bbb1 req-97dea264-b7cc-4e84-aae6-4ff2fe54f539 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409882 May 26 03:28:42.846274 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device c40ed75c-c797-4c5f-84e6-d9383006c59f details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:28:42.945287 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port c40ed75c-c797-4c5f-84e6-d9383006c59f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c40ed75c-c797-4c5f-84e6-d9383006c59f,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:28:42.956600 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': 'c40ed75c-c797-4c5f-84e6-d9383006c59f', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'port_id': 'c40ed75c-c797-4c5f-84e6-d9383006c59f', 'mac_address': 'fa:16:3e:dc:9f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:28:42.990901 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port c40ed75c-c797-4c5f-84e6-d9383006c59f is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:28:42.991302 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:43.007764 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40ed75c-c797-4c5f-84e6-d9383006c59f {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:28:43.027538 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port c40ed75c-c797-4c5f-84e6-d9383006c59f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c40ed75c-c797-4c5f-84e6-d9383006c59f,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:28:43.032353 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:43.077027 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=c40ed75c-c797-4c5f-84e6-d9383006c59f,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:43.084013 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.084346 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.084688 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.085029 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.085367 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.085829 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.086308 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.086642 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.086974 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.087329 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.087660 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.087990 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.088314 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.088636 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.088957 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:28:43.244684 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['c40ed75c-c797-4c5f-84e6-d9383006c59f'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:28:43.736930 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e85fbd-71e7-4f21-b7e5-c8d256457ff9 req-134bad4e-ae2a-4d75-b79b-8f9e66b03ace tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:43.738370 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-24e85fbd-71e7-4f21-b7e5-c8d256457ff9 req-134bad4e-ae2a-4d75-b79b-8f9e66b03ace tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 944 time: 0.0465269 May 26 03:28:43.792387 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-24e85fbd-71e7-4f21-b7e5-c8d256457ff9 req-bdc93d5c-9dfb-447b-836b-def34b5eb1e9 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484390 May 26 03:28:44.557989 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=71 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:44.558781 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=61 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:44.845404 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device c40ed75c-c797-4c5f-84e6-d9383006c59f up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:28:44.889504 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port c40ed75c-c797-4c5f-84e6-d9383006c59f completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:28:44.895761 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port c40ed75c-c797-4c5f-84e6-d9383006c59f triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:28:44.896222 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:44.907678 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667df2cf-ad00-4046-b131-2ce3bd05b1f2 req-e9674203-0893-4963-a199-8a13c043626c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:44.909282 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-667df2cf-ad00-4046-b131-2ce3bd05b1f2 req-e9674203-0893-4963-a199-8a13c043626c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 944 time: 0.0487368 May 26 03:28:44.959938 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-667df2cf-ad00-4046-b131-2ce3bd05b1f2 req-75149bda-0a6b-4a9a-ae87-0dfcbb476c4b tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 May 26 03:28:44.968905 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port c40ed75c-c797-4c5f-84e6-d9383006c59f is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:28:44.969330 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:44.992499 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40ed75c-c797-4c5f-84e6-d9383006c59f'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:28:44.995003 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e57159d-e1a5-4a3f-9c81-41d578b08c8c" -d '{"events": [{"server_uuid": "a3a7b933-776f-45d6-88ef-80fd1871692a", "name": "network-vif-plugged", "status": "completed", "tag": "c40ed75c-c797-4c5f-84e6-d9383006c59f"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:28:45.010828 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port c40ed75c-c797-4c5f-84e6-d9383006c59f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c40ed75c-c797-4c5f-84e6-d9383006c59f,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:28:45.014908 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:45.040488 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb55673-c9be-49e8-96e7-f8ca8a8e9599 x-openstack-request-id: req-9cb55673-c9be-49e8-96e7-f8ca8a8e9599 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:28:45.040826 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a7b933-776f-45d6-88ef-80fd1871692a", "name": "network-vif-plugged", "status": "completed", "tag": "c40ed75c-c797-4c5f-84e6-d9383006c59f", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:28:45.041082 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cb55673-c9be-49e8-96e7-f8ca8a8e9599 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:28:45.041475 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb55673-c9be-49e8-96e7-f8ca8a8e9599'] response: {'server_uuid': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40ed75c-c797-4c5f-84e6-d9383006c59f', 'code': 200} May 26 03:28:45.068839 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=c40ed75c-c797-4c5f-84e6-d9383006c59f,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:28:45.198947 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898ee52-4cb2-4519-be87-226b4c5da959 req-ed858183-57f6-4f9f-ba65-24449cf07f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:45.200466 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a898ee52-4cb2-4519-be87-226b4c5da959 req-ed858183-57f6-4f9f-ba65-24449cf07f39 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 1129 time: 0.0425775 May 26 03:28:45.243633 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a898ee52-4cb2-4519-be87-226b4c5da959 req-89504448-af0f-4191-81df-f0c3d7e1c787 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366509 May 26 03:28:46.074184 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878813c-5ebe-40f0-9619-95407a391f6e req-27d7eb6b-6425-499c-916e-479b7d914b60 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:46.075658 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b878813c-5ebe-40f0-9619-95407a391f6e req-27d7eb6b-6425-499c-916e-479b7d914b60 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 945 time: 0.0474436 May 26 03:28:46.121046 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b878813c-5ebe-40f0-9619-95407a391f6e req-6d64f2c2-3469-4cfe-909b-9be99ae3d578 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 May 26 03:28:47.239632 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d4958-b249-4b3e-8607-01db1d02920d req-1b038d89-332b-4cc7-90a3-b89392d88604 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:47.241087 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-855d4958-b249-4b3e-8607-01db1d02920d req-1b038d89-332b-4cc7-90a3-b89392d88604 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 945 time: 0.0502787 May 26 03:28:47.259512 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:47.289264 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-855d4958-b249-4b3e-8607-01db1d02920d req-1cd82f8d-4002-4c07-879a-0c7422045ecf tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 May 26 03:28:47.397395 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b27bff-c190-49fd-9c1e-e1cbc18596ca req-d83426c7-8db5-42d0-a672-8d5916ff3644 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:47.398949 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-00b27bff-c190-49fd-9c1e-e1cbc18596ca req-d83426c7-8db5-42d0-a672-8d5916ff3644 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 945 time: 0.0476184 May 26 03:28:47.408126 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56104) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:28:47.412411 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-aa9af1a3-25f6-4e38-823f-bf0e6c11b8ba tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Request body: {'floatingip': {'port_id': 'c40ed75c-c797-4c5f-84e6-d9383006c59f'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:28:47.452246 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-aa9af1a3-25f6-4e38-823f-bf0e6c11b8ba tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (bb564402-8b62-43b1-9387-2459648d1340), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:47.604543 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:47.861125 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-aa9af1a3-25f6-4e38-823f-bf0e6c11b8ba tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:47.864828 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-aa9af1a3-25f6-4e38-823f-bf0e6c11b8ba tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (bb564402-8b62-43b1-9387-2459648d1340), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:47.960191 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-aa9af1a3-25f6-4e38-823f-bf0e6c11b8ba tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Floating IP bb564402-8b62-43b1-9387-2459648d1340 associated. External IP: 172.27.2.118, port: c40ed75c-c797-4c5f-84e6-d9383006c59f. May 26 03:28:48.157425 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9af1a3-25f6-4e38-823f-bf0e6c11b8ba tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:28:48.256949 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9af1a3-25f6-4e38-823f-bf0e6c11b8ba tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:28:48.262354 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-aa9af1a3-25f6-4e38-823f-bf0e6c11b8ba tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:28:48.267175 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:28:48.277745 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:28:48.278359 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:28:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:28:48.286917 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:48.299830 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-aa9af1a3-25f6-4e38-823f-bf0e6c11b8ba tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "PUT /v2.0/floatingips/bb564402-8b62-43b1-9387-2459648d1340 HTTP/1.1" status: 200 len: 991 time: 0.8906429 May 26 03:28:48.300743 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'tag': 'c40ed75c-c797-4c5f-84e6-d9383006c59f'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:28:48.303492 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2faed-f57c-4db8-96a2-2a8230325728" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a7b933-776f-45d6-88ef-80fd1871692a", "tag": "c40ed75c-c797-4c5f-84e6-d9383006c59f"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:28:48.341431 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e68038-c063-4dfe-9e83-df5ee28e88f2 x-openstack-request-id: req-e0e68038-c063-4dfe-9e83-df5ee28e88f2 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:28:48.341717 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a7b933-776f-45d6-88ef-80fd1871692a", "tag": "c40ed75c-c797-4c5f-84e6-d9383006c59f", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:28:48.341963 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0e68038-c063-4dfe-9e83-df5ee28e88f2 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:28:48.342358 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e68038-c063-4dfe-9e83-df5ee28e88f2'] response: {'name': 'network-changed', 'server_uuid': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'tag': 'c40ed75c-c797-4c5f-84e6-d9383006c59f', 'status': 'completed', 'code': 200} May 26 03:28:48.386852 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:28:48.406155 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-161b11ca-33e5-4f22-aabf-a92068b701bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:48.407810 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-161b11ca-33e5-4f22-aabf-a92068b701bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 1129 time: 0.0439186 May 26 03:28:48.497733 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-6f2ebfee-f1f5-4a6e-a4bc-ac8da703f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:48.499179 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-6f2ebfee-f1f5-4a6e-a4bc-ac8da703f816 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 200 len: 916 time: 0.0861890 May 26 03:28:48.561277 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-3230f0c5-e79f-47ad-ab35-9b207bcf3038 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c40ed75c-c797-4c5f-84e6-d9383006c59f HTTP/1.1" status: 200 len: 999 time: 0.0561316 May 26 03:28:48.592421 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': 'bb564402-8b62-43b1-9387-2459648d1340', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': 'c40ed75c-c797-4c5f-84e6-d9383006c59f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:dc:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:28:36Z', 'updated_at': '2022-05-26T03:28:47Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:28:48.610368 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-24e37443-806f-49ff-b264-6a78b00e39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:48.611885 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-24e37443-806f-49ff-b264-6a78b00e39fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 200 len: 854 time: 0.0438156 May 26 03:28:48.620399 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:28:48.628743 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:28:48.629337 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:28:34Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:28:48.660084 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-8e332efe-c3dd-48d8-94b6-4be31333908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:28:48.661511 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-8e332efe-c3dd-48d8-94b6-4be31333908c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a82eafb-f79c-49d2-9f45-9b38dfba8897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431929 May 26 03:28:48.729421 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:28:48.750667 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-3f990b2f-2504-4662-90fc-ea8a45060e87 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831099 May 26 03:28:48.848708 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-85d2faed-f57c-4db8-96a2-2a8230325728 req-2902695c-2efe-45c3-9dee-8fd3ea81d862 service neutron] 10.222.0.45 "GET /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917940 May 26 03:28:49.019329 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': 'bb564402-8b62-43b1-9387-2459648d1340', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': 'c40ed75c-c797-4c5f-84e6-d9383006c59f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:dc:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:28:36Z', 'updated_at': '2022-05-26T03:28:47Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:28:49.043202 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5e139-d648-4ef0-98d5-ef49635770de None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': 'bb564402-8b62-43b1-9387-2459648d1340', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'port_id': 'c40ed75c-c797-4c5f-84e6-d9383006c59f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'mac_address': 'fa:16:3e:dc:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:28:36Z', 'updated_at': '2022-05-26T03:28:47Z', 'revision_number': 1, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:28:49.221798 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc296e-b037-42af-aada-0c606b42a84f None None] New status for floating IP bb564402-8b62-43b1-9387-2459648d1340: ACTIVE {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:28:51.869187 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:28:58.296004 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=71 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:58.844509 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=64 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:58.845286 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=66 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:59.322452 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:59.323329 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=7,neutron:SELECT=68,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:28:59.326161 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:02.278904 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9fc98fb8-5c48-4043-a421-dcb34a01239d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:04.514545 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-14e0e486-0da6-4f7b-832d-22f0719c7d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:05.804529 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:05.866326 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=93 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:05.870686 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=89 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:07.236174 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:08.549190 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:12.233221 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:18.041757 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a967cde2-e548-4623-a537-b220e914f4f9 req-d9bffd80-e72b-4f4f-81a4-3f6f2dd56c2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392506 May 26 03:29:18.121943 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cde2-e548-4623-a537-b220e914f4f9 req-41df0927-5c7a-4a44-a1e8-90986ac3d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:18.123436 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a967cde2-e548-4623-a537-b220e914f4f9 req-41df0927-5c7a-4a44-a1e8-90986ac3d51d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5513602e070b4ea09fa3b12a2b259626&device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1130 time: 0.0404875 May 26 03:29:18.229923 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cde2-e548-4623-a537-b220e914f4f9 req-3da840e6-a14b-49bb-a2a6-7cb87cb1e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:18.231412 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a967cde2-e548-4623-a537-b220e914f4f9 req-3da840e6-a14b-49bb-a2a6-7cb87cb1e585 service neutron] 10.222.0.45 "GET /v2.0/networks?id=601be1a5-68a0-4663-ad2e-10ecb248df5b HTTP/1.1" status: 200 len: 909 time: 0.0882175 May 26 03:29:18.293946 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a967cde2-e548-4623-a537-b220e914f4f9 req-43c2f344-9504-4960-84b7-e0701aa1a9d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 HTTP/1.1" status: 200 len: 1002 time: 0.0553663 May 26 03:29:18.342578 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cde2-e548-4623-a537-b220e914f4f9 req-7dd8bff6-110b-4ee9-ad50-07acbdab945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:18.344111 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a967cde2-e548-4623-a537-b220e914f4f9 req-7dd8bff6-110b-4ee9-ad50-07acbdab945e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65386438-2f7d-4537-b598-d10847eeec12 HTTP/1.1" status: 200 len: 847 time: 0.0439575 May 26 03:29:18.391646 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967cde2-e548-4623-a537-b220e914f4f9 req-25b609d8-a80a-4b70-a478-80f3cfc62af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:18.393404 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a967cde2-e548-4623-a537-b220e914f4f9 req-25b609d8-a80a-4b70-a478-80f3cfc62af9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=601be1a5-68a0-4663-ad2e-10ecb248df5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433452 May 26 03:29:18.485749 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a967cde2-e548-4623-a537-b220e914f4f9 req-77ed305a-c642-428d-836c-4202966399fd service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860782 May 26 03:29:18.576117 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a967cde2-e548-4623-a537-b220e914f4f9 req-94c7a433-8240-4301-a7c1-66204c86f70e service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836952 May 26 03:29:22.222008 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:22.226589 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:22.228547 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:28.567182 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=50 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:28.573795 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=51 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:28.869367 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:29:29.780330 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51166e2-9aab-4bbc-85d0-9281e5228e0a req-1c1ddcd6-d2cf-417c-9774-a1858c48a562 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:29.781728 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b51166e2-9aab-4bbc-85d0-9281e5228e0a req-1c1ddcd6-d2cf-417c-9774-a1858c48a562 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 945 time: 0.0483553 May 26 03:29:29.828766 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b51166e2-9aab-4bbc-85d0-9281e5228e0a req-8ef97250-1d1d-4f96-8512-2e60129880cf tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 May 26 03:29:30.946785 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e098f5-ab0a-41e1-8216-c6cd7c5ce612 req-87fa0fea-63af-4d73-ab90-09308e2de798 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:30.948229 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-51e098f5-ab0a-41e1-8216-c6cd7c5ce612 req-87fa0fea-63af-4d73-ab90-09308e2de798 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 945 time: 0.0457971 May 26 03:29:30.992698 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-51e098f5-ab0a-41e1-8216-c6cd7c5ce612 req-1f14abf5-461b-4e19-ba2f-5ee9cde789a9 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups?id=d033df0d-930e-4e50-8165-940c742a2ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391004 May 26 03:29:31.180566 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf3e62-622b-445f-868a-1432207bc422 req-2fdb85f5-f262-434a-993a-a63606da2eca tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:31.182007 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2aaf3e62-622b-445f-868a-1432207bc422 req-2fdb85f5-f262-434a-993a-a63606da2eca tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 945 time: 0.0474987 May 26 03:29:31.262686 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Deleting port c40ed75c-c797-4c5f-84e6-d9383006c59f {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:29:31.263230 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:31.354363 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] For port c40ed75c-c797-4c5f-84e6-d9383006c59f, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=c40ed75c-c797-4c5f-84e6-d9383006c59f,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:29:31.354718 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:31.515346 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:31.515708 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (bb564402-8b62-43b1-9387-2459648d1340), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:31.516017 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Floating IP bb564402-8b62-43b1-9387-2459648d1340 disassociated. External IP: 172.27.2.118, port: c40ed75c-c797-4c5f-84e6-d9383006c59f. May 26 03:29:31.516359 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Calling delete_port for c40ed75c-c797-4c5f-84e6-d9383006c59f owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:29:31.641788 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (c40ed75c-c797-4c5f-84e6-d9383006c59f), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:31.667554 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'Port': ['ID=c40ed75c-c797-4c5f-84e6-d9383006c59f,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:31.778661 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:29:31.878271 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:29:31.889726 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:29:31.900900 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:29:31.901499 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:29:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:31.920791 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] No DVR routers for this DVR port c40ed75c-c797-4c5f-84e6-d9383006c59f on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:29:31.923322 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:31.926485 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2aaf3e62-622b-445f-868a-1432207bc422 req-4fb55007-97b8-430e-8fe2-4805748e8c16 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.45 "DELETE /v2.0/ports/c40ed75c-c797-4c5f-84e6-d9383006c59f HTTP/1.1" status: 204 len: 173 time: 0.7390707 May 26 03:29:31.926920 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'name': 'network-vif-deleted', 'tag': 'c40ed75c-c797-4c5f-84e6-d9383006c59f'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:29:31.929124 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74630e4e-d87a-4cbb-ac4d-bb245edc3e04" -d '{"events": [{"server_uuid": "a3a7b933-776f-45d6-88ef-80fd1871692a", "name": "network-vif-deleted", "tag": "c40ed75c-c797-4c5f-84e6-d9383006c59f"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:29:31.967546 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178f2406-5d95-4a94-ae76-59ca19f2d873 x-openstack-request-id: req-178f2406-5d95-4a94-ae76-59ca19f2d873 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:29:31.967833 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a7b933-776f-45d6-88ef-80fd1871692a", "name": "network-vif-deleted", "tag": "c40ed75c-c797-4c5f-84e6-d9383006c59f", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:29:31.968079 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-178f2406-5d95-4a94-ae76-59ca19f2d873 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:29:31.968480 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178f2406-5d95-4a94-ae76-59ca19f2d873'] response: {'server_uuid': 'a3a7b933-776f-45d6-88ef-80fd1871692a', 'name': 'network-vif-deleted', 'tag': 'c40ed75c-c797-4c5f-84e6-d9383006c59f', 'status': 'completed', 'code': 200} May 26 03:29:32.006079 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:29:32.119927 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-577e0d5a-76b3-41af-919b-d020ed76812d req-f1e5a370-59d0-46dc-809d-be843ef6af49 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a7b933-776f-45d6-88ef-80fd1871692a HTTP/1.1" status: 200 len: 210 time: 0.0436342 May 26 03:29:32.210267 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:32.234921 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:29:32.243045 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:29:32.243655 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:29:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:32.284472 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-679f5ab4-9008-43d4-be05-389892900983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:32.346388 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:29:32.529807 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:32.557321 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9906a-4d6a-43b6-8c23-76aa04b2b747 None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:25:26Z', 'revision_number': 4, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'b0b15e1f-c41b-44a1-9b80-13830ea29f21', 'name': '', 'network_id': '9a82eafb-f79c-49d2-9f45-9b38dfba8897', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'mac_address': 'fa:16:3e:11:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:25Z', 'updated_at': '2022-05-26T03:25:30Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'subnets': [{'id': 'dc94717c-066b-4fd5-86ed-723aa4ba5612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:29:32.779998 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8e916-5340-41c6-9e9b-55e4aaed1797 None None] New status for floating IP bb564402-8b62-43b1-9387-2459648d1340: DOWN {{(pid=104054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:29:33.194352 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56180) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:33.247531 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d8b24254-0d3d-4a84-9982-8c4697d9bc2c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (d033df0d-930e-4e50-8165-940c742a2ec1), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:33.271652 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d8b24254-0d3d-4a84-9982-8c4697d9bc2c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (d033df0d-930e-4e50-8165-940c742a2ec1), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:33.318238 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d8b24254-0d3d-4a84-9982-8c4697d9bc2c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (d033df0d-930e-4e50-8165-940c742a2ec1), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:33.320868 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d8b24254-0d3d-4a84-9982-8c4697d9bc2c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:33.325054 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56182) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:33.325632 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d8b24254-0d3d-4a84-9982-8c4697d9bc2c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "DELETE /v2.0/security-groups/d033df0d-930e-4e50-8165-940c742a2ec1 HTTP/1.1" status: 204 len: 168 time: 0.1296883 May 26 03:29:33.334983 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b24254-0d3d-4a84-9982-8c4697d9bc2c tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d033df0d-930e-4e50-8165-940c742a2ec1,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:33.342380 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.api.v2.resource [None req-b8a4ccf8-3906-4fd4-a92a-494b792526b0 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] show failed (client error): The resource could not be found. May 26 03:29:33.343428 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-b8a4ccf8-3906-4fd4-a92a-494b792526b0 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "GET /v2.0/security-groups/d033df0d-930e-4e50-8165-940c742a2ec1 HTTP/1.1" status: 404 len: 347 time: 0.0168052 May 26 03:29:33.346339 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56184) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:33.676006 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:33.681122 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Deleting port 1ef49813-ba9f-4661-91bb-ceb97c000a7b {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:29:33.681495 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (1ef49813-ba9f-4661-91bb-ceb97c000a7b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:33.730793 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:33.760584 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (1ef49813-ba9f-4661-91bb-ceb97c000a7b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:33.760912 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (1ef49813-ba9f-4661-91bb-ceb97c000a7b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:33.773040 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Calling delete_port for 1ef49813-ba9f-4661-91bb-ceb97c000a7b owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:29:33.901889 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (1ef49813-ba9f-4661-91bb-ceb97c000a7b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:33.926095 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Pushing event deleted for resources: {'Port': ['ID=1ef49813-ba9f-4661-91bb-ceb97c000a7b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:33.938593 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.938943 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.939311 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.939649 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.939979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.940301 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.940626 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.940950 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.941271 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.941592 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.941910 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.942230 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.942548 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.942872 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.943190 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:33.997595 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks [] for floatingip (bb564402-8b62-43b1-9387-2459648d1340), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:34.000123 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:34.001287 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1a242f01-2c68-4639-a8bd-c5b114db98c7 tempest-AttachVolumeNegativeTest-636719839 tempest-AttachVolumeNegativeTest-636719839-project] 10.222.0.39 "DELETE /v2.0/floatingips/bb564402-8b62-43b1-9387-2459648d1340 HTTP/1.1" status: 204 len: 168 time: 0.6540291 May 26 03:29:34.516037 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4ab33e73-efbc-4d79-8314-4bb07edefb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:34.701432 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95debc0-c013-4122-b63c-c49a7f917942 req-59acc56f-a98e-464c-bfc0-a901b9061925 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:34.702884 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c95debc0-c013-4122-b63c-c49a7f917942 req-59acc56f-a98e-464c-bfc0-a901b9061925 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0512428 May 26 03:29:34.751090 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c95debc0-c013-4122-b63c-c49a7f917942 req-7c0bcccc-082d-4a00-aa9c-eafac8dbdc6c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427480 May 26 03:29:35.118812 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device c40ed75c-c797-4c5f-84e6-d9383006c59f no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:29:35.137771 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: c40ed75c-c797-4c5f-84e6-d9383006c59f {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:29:35.138117 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device c40ed75c-c797-4c5f-84e6-d9383006c59f not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:29:35.810597 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:35.875170 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6953af-737d-4dd1-9f41-5804f2633aa2 req-54c07f1f-35f0-48bf-92b6-18161c842da9 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:35.876672 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7c6953af-737d-4dd1-9f41-5804f2633aa2 req-54c07f1f-35f0-48bf-92b6-18161c842da9 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0468500 May 26 03:29:35.934790 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7c6953af-737d-4dd1-9f41-5804f2633aa2 req-d5a2ace2-a3b3-4d3b-9400-dd86ee34c473 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526483 May 26 03:29:37.046658 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bedb6e-3ca1-425a-bc65-266ea8addb36 req-e71a4e90-8b72-4fb4-88a6-9790f0efab55 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:37.048158 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-39bedb6e-3ca1-425a-bc65-266ea8addb36 req-e71a4e90-8b72-4fb4-88a6-9790f0efab55 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0456307 May 26 03:29:37.104288 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-39bedb6e-3ca1-425a-bc65-266ea8addb36 req-7a202336-01e0-4305-b13c-0add53ae3991 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469429 May 26 03:29:37.239046 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:37.707199 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56228) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:38.015557 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:38.190314 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:38.217747 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8765dfd-6e53-452c-a98e-70da484a3534 req-d7702c9c-cd9c-498d-9ac3-61ab2b4b66a1 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:38.219218 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e8765dfd-6e53-452c-a98e-70da484a3534 req-d7702c9c-cd9c-498d-9ac3-61ab2b4b66a1 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0479975 May 26 03:29:38.234835 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Deleting port b0b15e1f-c41b-44a1-9b80-13830ea29f21 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:29:38.235165 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:38.269187 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e8765dfd-6e53-452c-a98e-70da484a3534 req-a86c389a-0764-4117-84b8-80e42466167a tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441933 May 26 03:29:38.297578 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:38.315580 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] For port b0b15e1f-c41b-44a1-9b80-13830ea29f21, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=b0b15e1f-c41b-44a1-9b80-13830ea29f21,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:29:38.315938 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:38.329054 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Calling delete_port for b0b15e1f-c41b-44a1-9b80-13830ea29f21 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:29:38.505183 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (b0b15e1f-c41b-44a1-9b80-13830ea29f21), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:38.534326 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b15e1f-c41b-44a1-9b80-13830ea29f21,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:38.553894 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:38.699188 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:38.903806 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:29:38.998274 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:39.010935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:29:39.015827 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ac21f520-7fe6-49b0-acd0-3a8635390455 admin admin] 10.222.0.39 "PUT /v2.0/routers/615f9af2-8852-4c2d-aa69-6b079cdd0aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3078325 May 26 03:29:39.018538 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56232) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:39.019568 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] Sync routers for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:29:39.030128 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:29:39.030736 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:29:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:39.116737 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks [] for router (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.130694 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:29:39.205970 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:39.222074 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks [] for router_gateway (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.274834 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Deleting port 7b19782d-a8be-4de9-88ba-1564d2b5b309 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:29:39.275370 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.358745 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] For port 7b19782d-a8be-4de9-88ba-1564d2b5b309, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=7b19782d-a8be-4de9-88ba-1564d2b5b309,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:29:39.359133 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.375770 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Calling delete_port for 7b19782d-a8be-4de9-88ba-1564d2b5b309 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:29:39.386293 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:39.389654 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:29:38Z', 'revision_number': 5, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port': {'id': '7b19782d-a8be-4de9-88ba-1564d2b5b309', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:25:24Z', 'updated_at': '2022-05-26T03:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:39.390607 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643a4b7-993b-4452-af2d-20187e78a72f req-d2434706-66de-47c0-9fcd-1b504c769e93 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:39.392420 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9643a4b7-993b-4452-af2d-20187e78a72f req-d2434706-66de-47c0-9fcd-1b504c769e93 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0517309 May 26 03:29:39.415027 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:39.417088 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] Checking router: 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:29:39.426624 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] Routers {'615f9af2-8852-4c2d-aa69-6b079cdd0aa7'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:29:39.427271 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:29:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:39.451976 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9643a4b7-993b-4452-af2d-20187e78a72f req-8d3e831c-695c-432d-8d3e-af7bc960943e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496912 May 26 03:29:39.511592 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] Set router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:29:39.547361 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (7b19782d-a8be-4de9-88ba-1564d2b5b309), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.561865 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:29:39Z', 'revision_number': 6, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port_host': None}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:39.570140 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b19782d-a8be-4de9-88ba-1564d2b5b309,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:39.586540 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9589ce-0446-437e-a095-9753799d36ae None None] The sync data for ids ['615f9af2-8852-4c2d-aa69-6b079cdd0aa7'] in dv-cinder-843361-1-iscsi is: [{'id': '615f9af2-8852-4c2d-aa69-6b079cdd0aa7', 'name': 'tempest-AttachVolumeNegativeTest-1971185633-router', 'tenant_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:25:23Z', 'updated_at': '2022-05-26T03:29:39Z', 'revision_number': 6, 'project_id': '3676f20a4e0d4ec8be71d5aaab607aa7', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:29:39.644789 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.728303 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.730365 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks [] for router_controller (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.770881 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (615f9af2-8852-4c2d-aa69-6b079cdd0aa7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.771477 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 615f9af2-8852-4c2d-aa69-6b079cdd0aa7 {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:29:39.775628 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.776766 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0d7c15f6-8ff0-494c-8250-3cf4f6e5576f admin admin] 10.222.0.39 "DELETE /v2.0/routers/615f9af2-8852-4c2d-aa69-6b079cdd0aa7 HTTP/1.1" status: 204 len: 168 time: 0.7572935 May 26 03:29:39.779157 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56236) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:39.822931 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0f965f-2164-481f-8ce5-7b63e1039002 admin admin] Deleting subnet dc94717c-066b-4fd5-86ed-723aa4ba5612 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:29:39.826089 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc0f965f-2164-481f-8ce5-7b63e1039002 admin admin] Publish callbacks [] for subnet (dc94717c-066b-4fd5-86ed-723aa4ba5612), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.861089 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:39.863233 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc0f965f-2164-481f-8ce5-7b63e1039002 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352651'] for subnet (dc94717c-066b-4fd5-86ed-723aa4ba5612), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:39.966543 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc0f965f-2164-481f-8ce5-7b63e1039002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (dc94717c-066b-4fd5-86ed-723aa4ba5612), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.019816 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc0f965f-2164-481f-8ce5-7b63e1039002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4438528'] for subnet (dc94717c-066b-4fd5-86ed-723aa4ba5612), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.046942 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f965f-2164-481f-8ce5-7b63e1039002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc94717c-066b-4fd5-86ed-723aa4ba5612,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:40.052471 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fc0f965f-2164-481f-8ce5-7b63e1039002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.056392 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fc0f965f-2164-481f-8ce5-7b63e1039002 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dc94717c-066b-4fd5-86ed-723aa4ba5612 HTTP/1.1" status: 204 len: 168 time: 0.2762189 May 26 03:29:40.058799 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816f84a-ebba-4f03-813f-19bdadb3aa6d None None] Network 9a82eafb-f79c-49d2-9f45-9b38dfba8897 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:29:40.059330 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56238) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:40.129235 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (9a82eafb-f79c-49d2-9f45-9b38dfba8897), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.139994 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:40.171662 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Deleting port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:29:40.172196 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.235066 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] For port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=c0e2add3-4c75-4c90-a9de-ce0c8e14e21a,segment=NetworkSegment(1043b202-c37a-4c00-863f-969e4801a78f),segment_id=1043b202-c37a-4c00-863f-969e4801a78f)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:29:40.235452 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.252324 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Calling delete_port for c0e2add3-4c75-4c90-a9de-ce0c8e14e21a owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:29:40.260620 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:40.333166 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (c0e2add3-4c75-4c90-a9de-ce0c8e14e21a), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.336702 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac896fc-ba8e-4705-9aae-6064db388347 None None] DHCP port deletion for 9a82eafb-f79c-49d2-9f45-9b38dfba8897 request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:29:40.362941 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] No DVR routers for this DVR port c0e2add3-4c75-4c90-a9de-ce0c8e14e21a on host dv-cinder-843361-1-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:29:40.364704 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e2add3-4c75-4c90-a9de-ce0c8e14e21a,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:40.378027 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.378378 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.378715 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.379047 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.379428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.379758 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.380081 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.380403 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.380726 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.381043 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.381364 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.381686 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.382002 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.382318 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.382650 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:40.462152 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (9a82eafb-f79c-49d2-9f45-9b38dfba8897), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.485245 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a82eafb-f79c-49d2-9f45-9b38dfba8897']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:40.495575 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1043b202-c37a-4c00-863f-969e4801a78f') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:40.495877 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1043b202-c37a-4c00-863f-969e4801a78f') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:29:40.508288 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (1043b202-c37a-4c00-863f-969e4801a78f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.522372 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (1043b202-c37a-4c00-863f-969e4801a78f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.529252 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:29:40.529641 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (1043b202-c37a-4c00-863f-969e4801a78f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.617099 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 1043b202-c37a-4c00-863f-969e4801a78f resource provider aggregate not found May 26 03:29:40.632018 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2736e6-429d-458f-9a2d-dfc91fbcf1ba req-a920ba5e-a464-4ad6-a7c2-2200a23b431f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:40.634281 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d2736e6-429d-458f-9a2d-dfc91fbcf1ba req-a920ba5e-a464-4ad6-a7c2-2200a23b431f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0992625 May 26 03:29:40.636330 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 1043b202-c37a-4c00-863f-969e4801a78f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1043b202-c37a-4c00-863f-969e4801a78f found for delete ", "request_id": "req-60a3170c-2eee-4cdc-9189-d8f647b0d7bc"}]} May 26 03:29:40.639042 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (9a82eafb-f79c-49d2-9f45-9b38dfba8897), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.643757 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.649920 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9a82eafb-f79c-49d2-9f45-9b38dfba8897 HTTP/1.1" status: 204 len: 168 time: 0.5870080 May 26 03:29:40.671080 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eed3a-3490-4400-997a-8d3116d72058 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a82eafb-f79c-49d2-9f45-9b38dfba8897,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:40.704398 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-6d2736e6-429d-458f-9a2d-dfc91fbcf1ba req-b7ffecb8-d5c1-4657-a1ad-b07b2d112339 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563779 May 26 03:29:40.828912 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56250) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:40.868997 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8e406535-c9cd-4d3d-8f6d-9a4a5190602a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3676f20a4e0d4ec8be71d5aaab607aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389805 May 26 03:29:40.871283 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56252) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:40.919457 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7734ef27-58bd-4534-ab47-ad4f46059588 admin admin] Publish callbacks [] for security_group (8406031c-3dca-4c67-a3be-436b77d42246), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.940306 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7734ef27-58bd-4534-ab47-ad4f46059588 admin admin] Publish callbacks [] for security_group (8406031c-3dca-4c67-a3be-436b77d42246), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.986674 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7734ef27-58bd-4534-ab47-ad4f46059588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (8406031c-3dca-4c67-a3be-436b77d42246), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.989324 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-7734ef27-58bd-4534-ab47-ad4f46059588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:40.990428 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7734ef27-58bd-4534-ab47-ad4f46059588 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8406031c-3dca-4c67-a3be-436b77d42246 HTTP/1.1" status: 204 len: 168 time: 0.1182897 May 26 03:29:40.999665 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734ef27-58bd-4534-ab47-ad4f46059588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8406031c-3dca-4c67-a3be-436b77d42246,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:41.219006 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c0e2add3-4c75-4c90-a9de-ce0c8e14e21a no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:29:41.238408 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: c0e2add3-4c75-4c90-a9de-ce0c8e14e21a {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:29:41.238766 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c0e2add3-4c75-4c90-a9de-ce0c8e14e21a not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:29:41.239184 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device b0b15e1f-c41b-44a1-9b80-13830ea29f21 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:29:41.257875 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: b0b15e1f-c41b-44a1-9b80-13830ea29f21 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:29:41.258751 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device b0b15e1f-c41b-44a1-9b80-13830ea29f21 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:29:41.259156 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 7b19782d-a8be-4de9-88ba-1564d2b5b309 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:29:41.278166 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 7b19782d-a8be-4de9-88ba-1564d2b5b309 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:29:41.278511 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 7b19782d-a8be-4de9-88ba-1564d2b5b309 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:29:42.084681 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d53c7-856a-42a7-b3fd-7090b13907b3 req-63ece65e-46c0-4cc3-bf76-d90debddbf30 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:42.086216 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-420d53c7-856a-42a7-b3fd-7090b13907b3 req-63ece65e-46c0-4cc3-bf76-d90debddbf30 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.3115957 May 26 03:29:42.136285 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-420d53c7-856a-42a7-b3fd-7090b13907b3 req-81fc95ef-4269-4d89-aa28-2efec271ba35 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 May 26 03:29:42.249696 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:42.684540 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56304) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:42.786755 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-319e7b9b-0f1c-4acf-872e-9ad41a98fd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:42.795635 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:42.861621 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-319e7b9b-0f1c-4acf-872e-9ad41a98fd31 admin admin] Publish callbacks [] for security_group (a3e09988-c732-44c4-89fe-b67c71c9b38a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:42.865417 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-319e7b9b-0f1c-4acf-872e-9ad41a98fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (a3e09988-c732-44c4-89fe-b67c71c9b38a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:42.897789 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:42.905534 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-319e7b9b-0f1c-4acf-872e-9ad41a98fd31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5bae47dff1a446eba87f87c45d21259e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199996 May 26 03:29:42.907202 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e7b9b-0f1c-4acf-872e-9ad41a98fd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e09988-c732-44c4-89fe-b67c71c9b38a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:42.908285 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56308) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:42.958631 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0529d12a-bbe5-43a4-96e1-c41e062b91d2 admin admin] Publish callbacks [] for security_group (a3e09988-c732-44c4-89fe-b67c71c9b38a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:42.962635 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:42.981590 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0529d12a-bbe5-43a4-96e1-c41e062b91d2 admin admin] Publish callbacks [] for security_group (a3e09988-c732-44c4-89fe-b67c71c9b38a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.028500 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0529d12a-bbe5-43a4-96e1-c41e062b91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (a3e09988-c732-44c4-89fe-b67c71c9b38a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.031040 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0529d12a-bbe5-43a4-96e1-c41e062b91d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.032230 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-0529d12a-bbe5-43a4-96e1-c41e062b91d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3e09988-c732-44c4-89fe-b67c71c9b38a HTTP/1.1" status: 204 len: 168 time: 0.1228724 May 26 03:29:43.040577 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529d12a-bbe5-43a4-96e1-c41e062b91d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e09988-c732-44c4-89fe-b67c71c9b38a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:43.258175 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efea7f-78d0-4620-a94e-b403701eddbb req-ff871ee4-ef4b-439b-bbf6-756c3a7ebb67 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:43.259935 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45efea7f-78d0-4620-a94e-b403701eddbb req-ff871ee4-ef4b-439b-bbf6-756c3a7ebb67 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0535934 May 26 03:29:43.309864 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56316) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:43.320151 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-45efea7f-78d0-4620-a94e-b403701eddbb req-32432123-ed00-4e4a-bf81-3ad34da0e4ec tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505714 May 26 03:29:43.330071 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48e4d6f7-de9d-4131-afe2-b57e552a9bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.407972 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48e4d6f7-de9d-4131-afe2-b57e552a9bc2 admin admin] Publish callbacks [] for security_group (b396b408-2fd6-461f-b5e7-05b80279ebc1), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.411308 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-48e4d6f7-de9d-4131-afe2-b57e552a9bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b396b408-2fd6-461f-b5e7-05b80279ebc1), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.451997 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-48e4d6f7-de9d-4131-afe2-b57e552a9bc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2646646b4f3346be974d788b55ca5a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410708 May 26 03:29:43.453153 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4d6f7-de9d-4131-afe2-b57e552a9bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b396b408-2fd6-461f-b5e7-05b80279ebc1,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:43.454643 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56318) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:43.504389 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9241191f-2979-473f-b612-817bfbe979ea admin admin] Publish callbacks [] for security_group (b396b408-2fd6-461f-b5e7-05b80279ebc1), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.526415 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9241191f-2979-473f-b612-817bfbe979ea admin admin] Publish callbacks [] for security_group (b396b408-2fd6-461f-b5e7-05b80279ebc1), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.571984 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9241191f-2979-473f-b612-817bfbe979ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (b396b408-2fd6-461f-b5e7-05b80279ebc1), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.574532 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9241191f-2979-473f-b612-817bfbe979ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:43.575702 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9241191f-2979-473f-b612-817bfbe979ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b396b408-2fd6-461f-b5e7-05b80279ebc1 HTTP/1.1" status: 204 len: 168 time: 0.1193876 May 26 03:29:43.583188 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241191f-2979-473f-b612-817bfbe979ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b396b408-2fd6-461f-b5e7-05b80279ebc1,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:44.454928 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368100b-db50-4809-a470-a7c8fb70233c req-e442ad24-df08-418a-8588-8e8b7144256f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:44.456361 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0368100b-db50-4809-a470-a7c8fb70233c req-e442ad24-df08-418a-8588-8e8b7144256f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0537956 May 26 03:29:44.516543 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0368100b-db50-4809-a470-a7c8fb70233c req-c9b64eee-251a-4df7-8f37-3cb5ae972ffc tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541661 May 26 03:29:45.132163 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-56579306-9157-47ab-b529-d8c25f6179c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:45.133758 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-56579306-9157-47ab-b529-d8c25f6179c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5513602e070b4ea09fa3b12a2b259626&device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1130 time: 0.2825329 May 26 03:29:45.224105 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-0747832f-e905-4e04-af79-aa1a22e4089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:45.225504 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-0747832f-e905-4e04-af79-aa1a22e4089d service neutron] 10.222.0.45 "GET /v2.0/networks?id=601be1a5-68a0-4663-ad2e-10ecb248df5b HTTP/1.1" status: 200 len: 909 time: 0.0856700 May 26 03:29:45.294035 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-a2eb8d8f-f1f3-409e-9fe7-f4674268415f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 HTTP/1.1" status: 200 len: 1002 time: 0.0622222 May 26 03:29:45.345827 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-0119be84-eba7-4a58-b703-da19e2565808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:45.346153 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-0119be84-eba7-4a58-b703-da19e2565808 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65386438-2f7d-4537-b598-d10847eeec12 HTTP/1.1" status: 200 len: 847 time: 0.0469286 May 26 03:29:45.412821 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-6ed004db-0f42-44c0-a0d7-38041c028bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:45.419561 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-6ed004db-0f42-44c0-a0d7-38041c028bea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=601be1a5-68a0-4663-ad2e-10ecb248df5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622582 May 26 03:29:45.425881 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-525e1b58-e0e2-4f97-a314-c86dfdac8a5d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:29:45.426841 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-525e1b58-e0e2-4f97-a314-c86dfdac8a5d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052466 May 26 03:29:45.502926 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:45.520106 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-d0c84f88-30c2-4bf1-ba98-074ce0e0adc1 service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876882 May 26 03:29:45.609961 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b8df06fb-f69c-4755-abac-a505e2ec328b req-f93e2362-946e-4fa4-aa7b-ef8182fa0de2 service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838401 May 26 03:29:45.632516 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df203-baee-422f-bb13-057beee0675b req-e811d97c-7eb7-474c-9cf0-9744d58fc2be tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:45.634626 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a18df203-baee-422f-bb13-057beee0675b req-e811d97c-7eb7-474c-9cf0-9744d58fc2be tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0502248 May 26 03:29:45.684678 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a18df203-baee-422f-bb13-057beee0675b req-6d97e5f4-db41-4e6f-98d2-3591065be822 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440576 May 26 03:29:46.801208 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f0fe4-0410-4875-b638-d899af1a8aa2 req-bbbb119a-43a5-4669-b3f7-b8d98cafd437 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:46.802792 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-864f0fe4-0410-4875-b638-d899af1a8aa2 req-bbbb119a-43a5-4669-b3f7-b8d98cafd437 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0477877 May 26 03:29:46.851431 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-864f0fe4-0410-4875-b638-d899af1a8aa2 req-3d1ffe49-b7ce-4e6a-9f5b-347927ec295c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 May 26 03:29:47.971524 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305a211-9d9f-4e29-85c6-1b2650e23dc5 req-42150cde-b629-44f2-908c-446fbe9bad5d tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:47.973149 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a305a211-9d9f-4e29-85c6-1b2650e23dc5 req-42150cde-b629-44f2-908c-446fbe9bad5d tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0527523 May 26 03:29:48.028544 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a305a211-9d9f-4e29-85c6-1b2650e23dc5 req-0a21922b-83b1-4d7d-b64d-a181a8b0467f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495956 May 26 03:29:48.224614 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-b7868241-1f33-45ce-a3f7-6cd680ffd55a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418630 May 26 03:29:48.301740 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbb234-28ec-4593-93bb-c33a425074a8 req-3b4c42f4-429e-4232-9c53-179c6d7566a1 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:48.303208 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-91cbb234-28ec-4593-93bb-c33a425074a8 req-3b4c42f4-429e-4232-9c53-179c6d7566a1 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0819867 May 26 03:29:48.317981 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-4edff38f-18f8-4c32-a9a4-80febe69b74c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:48.319316 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-4edff38f-18f8-4c32-a9a4-80febe69b74c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports/3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 HTTP/1.1" status: 200 len: 943 time: 0.0663657 May 26 03:29:48.363621 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-91cbb234-28ec-4593-93bb-c33a425074a8 req-6cf61fde-7251-49a3-9f3c-887348f8c864 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525386 May 26 03:29:49.479357 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c818cf2-66d7-4307-8883-a7375d578576 req-519f160f-9a29-4bb0-b963-aeb56749deee tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:49.480846 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7c818cf2-66d7-4307-8883-a7375d578576 req-519f160f-9a29-4bb0-b963-aeb56749deee tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0475478 May 26 03:29:49.514184 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=13 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:49.532109 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7c818cf2-66d7-4307-8883-a7375d578576 req-699d756f-d208-4aff-94c4-1080bae9a5b1 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439782 May 26 03:29:49.565173 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=10 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:49.607190 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-919d3d61-7449-4c8e-843b-f5a50e1c58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:49.608701 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-919d3d61-7449-4c8e-843b-f5a50e1c58ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f&tenant_id=5513602e070b4ea09fa3b12a2b259626 HTTP/1.1" status: 200 len: 1130 time: 0.1436074 May 26 03:29:49.666714 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-731bf8e1-b973-47df-bc46-252356d3ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:49.668221 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-731bf8e1-b973-47df-bc46-252356d3ece5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5513602e070b4ea09fa3b12a2b259626&device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1130 time: 0.0394278 May 26 03:29:49.765227 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-08707275-f18a-4eef-a637-c8c50c93444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:49.766709 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-08707275-f18a-4eef-a637-c8c50c93444a service neutron] 10.222.0.45 "GET /v2.0/networks?id=601be1a5-68a0-4663-ad2e-10ecb248df5b HTTP/1.1" status: 200 len: 909 time: 0.0905380 May 26 03:29:49.811551 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:49.834334 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-6131e304-2723-4e06-98fd-8435785b9ca0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 HTTP/1.1" status: 200 len: 1002 time: 0.0615776 May 26 03:29:49.882970 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-4902d600-2ad2-4112-afe1-1bba1e58707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:49.884621 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-4902d600-2ad2-4112-afe1-1bba1e58707c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65386438-2f7d-4537-b598-d10847eeec12 HTTP/1.1" status: 200 len: 847 time: 0.0450852 May 26 03:29:49.929472 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-e66b421d-e396-48df-8d9f-15c14933e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:49.931795 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-e66b421d-e396-48df-8d9f-15c14933e503 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=601be1a5-68a0-4663-ad2e-10ecb248df5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407751 May 26 03:29:50.029424 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-0247328f-b211-4c07-b442-07ecbb3461ed service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917392 May 26 03:29:50.075399 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56460) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:50.120743 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-69d28b21-8de6-452c-a63f-50c418dab8dc req-93794d60-2463-4d78-ada9-54ba0d079b67 service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852256 May 26 03:29:50.187228 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-494f09a5-0ab1-4b4d-b326-7e7cc57f46bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.197802 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:50.202806 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:50.271439 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-494f09a5-0ab1-4b4d-b326-7e7cc57f46bb admin admin] Publish callbacks [] for security_group (44a76ff4-5405-4ee9-8066-121804af3c5a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.275028 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-494f09a5-0ab1-4b4d-b326-7e7cc57f46bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (44a76ff4-5405-4ee9-8066-121804af3c5a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.314169 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-494f09a5-0ab1-4b4d-b326-7e7cc57f46bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=250d46eb8b464edb978bf3cd4f8dfab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377214 May 26 03:29:50.315394 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f09a5-0ab1-4b4d-b326-7e7cc57f46bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a76ff4-5405-4ee9-8066-121804af3c5a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:50.316918 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56464) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:50.365645 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe82b166-23ab-4432-9183-438f22f694f4 admin admin] Publish callbacks [] for security_group (44a76ff4-5405-4ee9-8066-121804af3c5a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.393103 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe82b166-23ab-4432-9183-438f22f694f4 admin admin] Publish callbacks [] for security_group (44a76ff4-5405-4ee9-8066-121804af3c5a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.439259 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe82b166-23ab-4432-9183-438f22f694f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (44a76ff4-5405-4ee9-8066-121804af3c5a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.441876 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fe82b166-23ab-4432-9183-438f22f694f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.443015 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-fe82b166-23ab-4432-9183-438f22f694f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44a76ff4-5405-4ee9-8066-121804af3c5a HTTP/1.1" status: 204 len: 168 time: 0.1251113 May 26 03:29:50.450624 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82b166-23ab-4432-9183-438f22f694f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a76ff4-5405-4ee9-8066-121804af3c5a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:50.656321 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4011-e156-4345-a9af-c9660e2d129d req-e14c28fc-9192-4b00-b274-26370f99567f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:50.657838 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c3c4011-e156-4345-a9af-c9660e2d129d req-e14c28fc-9192-4b00-b274-26370f99567f tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0481803 May 26 03:29:50.708223 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c3c4011-e156-4345-a9af-c9660e2d129d req-bec487a4-5af4-467d-abec-84dbd1904dbc tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447524 May 26 03:29:50.726038 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56472) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:50.739467 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fb8c-9c5f-46cb-ba49-7538b8005bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.815267 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fb8c-9c5f-46cb-ba49-7538b8005bbe admin admin] Publish callbacks [] for security_group (499da4be-f5d1-4f27-a057-f5bc8d4d3074), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.819077 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fb8c-9c5f-46cb-ba49-7538b8005bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (499da4be-f5d1-4f27-a057-f5bc8d4d3074), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.856500 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0fb8c-9c5f-46cb-ba49-7538b8005bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499da4be-f5d1-4f27-a057-f5bc8d4d3074,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:50.860589 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-d7d0fb8c-9c5f-46cb-ba49-7538b8005bbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b66e5ecee3714acb8c187c11ecf790df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334743 May 26 03:29:50.863213 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56474) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:50.877382 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:50.915373 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e720ed8f-3a0d-4790-b6e7-cddab6c9cf55 admin admin] Publish callbacks [] for security_group (499da4be-f5d1-4f27-a057-f5bc8d4d3074), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.937270 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e720ed8f-3a0d-4790-b6e7-cddab6c9cf55 admin admin] Publish callbacks [] for security_group (499da4be-f5d1-4f27-a057-f5bc8d4d3074), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.971992 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:50.988071 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e720ed8f-3a0d-4790-b6e7-cddab6c9cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (499da4be-f5d1-4f27-a057-f5bc8d4d3074), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.990806 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e720ed8f-3a0d-4790-b6e7-cddab6c9cf55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:50.991994 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e720ed8f-3a0d-4790-b6e7-cddab6c9cf55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/499da4be-f5d1-4f27-a057-f5bc8d4d3074 HTTP/1.1" status: 204 len: 168 time: 0.1278563 May 26 03:29:51.000211 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ed8f-3a0d-4790-b6e7-cddab6c9cf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499da4be-f5d1-4f27-a057-f5bc8d4d3074,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:51.171530 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:29:51.247274 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 is: ACTIVE; New status is: DOWN {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:29:51.247661 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:51.276542 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:29:51.278796 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfd42f8-1223-4934-a3f9-497336293840" -d '{"events": [{"server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "name": "network-vif-unplugged", "status": "completed", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:29:51.291956 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:29:51.297674 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:51.322351 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445426eb-8365-4905-b85f-9203fa6d10b4 x-openstack-request-id: req-445426eb-8365-4905-b85f-9203fa6d10b4 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:29:51.322634 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "name": "network-vif-unplugged", "status": "completed", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:29:51.322881 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-445426eb-8365-4905-b85f-9203fa6d10b4 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:29:51.323548 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445426eb-8365-4905-b85f-9203fa6d10b4'] response: {'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'code': 200} May 26 03:29:51.348984 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,revision_number=6']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:51.356216 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.356562 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.356907 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.357245 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.357576 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.357903 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.358381 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.358795 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.359207 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.359559 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.359939 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.360362 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.360706 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.361055 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.361351 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:29:51.824526 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f59dd-669b-4eb9-9f95-b828fe991f8a req-d08270c6-9551-4684-92c8-3ef181b03cae tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:51.826012 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dd6f59dd-669b-4eb9-9f95-b828fe991f8a req-d08270c6-9551-4684-92c8-3ef181b03cae tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0474179 May 26 03:29:51.879753 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-dd6f59dd-669b-4eb9-9f95-b828fe991f8a req-e6bdba06-0ca0-45ec-8b46-8a065aa60c00 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480855 May 26 03:29:52.078406 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56512) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:52.182342 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4da071d7-ee75-4488-aecb-1bf522ab3b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:52.255950 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4da071d7-ee75-4488-aecb-1bf522ab3b35 admin admin] Publish callbacks [] for security_group (94a93baa-62f2-45b5-9852-d5508a3c09a2), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:52.260208 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4da071d7-ee75-4488-aecb-1bf522ab3b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (94a93baa-62f2-45b5-9852-d5508a3c09a2), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:52.301492 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4da071d7-ee75-4488-aecb-1bf522ab3b35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ffff4e1bae64760b501bf75d1970b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220438 May 26 03:29:52.303473 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da071d7-ee75-4488-aecb-1bf522ab3b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a93baa-62f2-45b5-9852-d5508a3c09a2,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:52.304220 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56516) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:29:52.352161 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7f818daa-ff09-401a-a1df-814c6f471c94 admin admin] Publish callbacks [] for security_group (94a93baa-62f2-45b5-9852-d5508a3c09a2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:52.374469 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7f818daa-ff09-401a-a1df-814c6f471c94 admin admin] Publish callbacks [] for security_group (94a93baa-62f2-45b5-9852-d5508a3c09a2), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:52.420940 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7f818daa-ff09-401a-a1df-814c6f471c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (94a93baa-62f2-45b5-9852-d5508a3c09a2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:52.423639 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7f818daa-ff09-401a-a1df-814c6f471c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:52.424775 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-7f818daa-ff09-401a-a1df-814c6f471c94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94a93baa-62f2-45b5-9852-d5508a3c09a2 HTTP/1.1" status: 204 len: 168 time: 0.1195378 May 26 03:29:52.432938 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f818daa-ff09-401a-a1df-814c6f471c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a93baa-62f2-45b5-9852-d5508a3c09a2,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:52.443995 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:52.444723 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:53.006120 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb1c8-9683-4a02-9e8c-088c418b8a44 req-16b6d489-6826-47f2-a0d0-1314d1eca5cb tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:53.007762 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-93eeb1c8-9683-4a02-9e8c-088c418b8a44 req-16b6d489-6826-47f2-a0d0-1314d1eca5cb tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0498333 May 26 03:29:53.066244 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-93eeb1c8-9683-4a02-9e8c-088c418b8a44 req-5f6f980c-d237-4289-83d2-51f5d1ebfc34 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465271 May 26 03:29:54.194178 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501a41c-6e30-402f-b606-71c3136f7136 req-e6092b3b-bec4-435d-b6c7-59313f80418c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:54.196601 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e501a41c-6e30-402f-b606-71c3136f7136 req-e6092b3b-bec4-435d-b6c7-59313f80418c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0621905 May 26 03:29:54.245414 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e501a41c-6e30-402f-b606-71c3136f7136 req-9ab579f7-dc8c-4bcb-8aa1-49def096904d tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 May 26 03:29:55.357338 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0fcdf-1abc-4612-8978-b463e9b8fa8a req-80a1e386-f3a5-4cc7-9889-92602378124c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:55.358803 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-02b0fcdf-1abc-4612-8978-b463e9b8fa8a req-80a1e386-f3a5-4cc7-9889-92602378124c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0465908 May 26 03:29:55.406881 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-02b0fcdf-1abc-4612-8978-b463e9b8fa8a req-935aaceb-36b5-49f6-b913-3f09171f2a5c tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426469 May 26 03:29:56.108007 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3de34-5fea-4ae3-a5f0-dbe4ebcc50a2 req-ddf270f4-49fa-496d-a2b9-126b32306e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:56.110103 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67e3de34-5fea-4ae3-a5f0-dbe4ebcc50a2 req-ddf270f4-49fa-496d-a2b9-126b32306e1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1128 time: 0.0419261 May 26 03:29:56.158506 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-67e3de34-5fea-4ae3-a5f0-dbe4ebcc50a2 req-6fd5bd02-d0b2-45ca-9589-23450c4322b2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 May 26 03:29:56.520594 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be47b-84ef-4341-acb8-5ee09385ae9a req-de41cd2c-2a87-42b4-8220-737663c81ddf tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:56.522350 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cc3be47b-84ef-4341-acb8-5ee09385ae9a req-de41cd2c-2a87-42b4-8220-737663c81ddf tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 944 time: 0.0491474 May 26 03:29:56.557036 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:56.581993 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cc3be47b-84ef-4341-acb8-5ee09385ae9a req-c7ff6b0c-b3a4-407d-9e47-675386b4ebf0 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530894 May 26 03:29:57.223643 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:29:57.225923 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=37,neutron:UPDATE=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:57.321874 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:29:57.333021 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'port_id': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'mac_address': 'fa:16:3e:54:71:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:29:57.372936 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:29:57.373334 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:57.387183 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:29:57.407895 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:29:57.412057 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:57.458468 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,revision_number=7']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:57.623779 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['3754cc1e-a3fb-45d4-abf1-bd9d0cff5343'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:29:57.666367 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=8 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:29:57.707041 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45542ea-ef23-4281-afe5-7046efe09842 req-225d9036-c653-46d7-a0cf-68f25d996df5 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:29:57.708760 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b45542ea-ef23-4281-afe5-7046efe09842 req-225d9036-c653-46d7-a0cf-68f25d996df5 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 945 time: 0.0550272 May 26 03:29:57.774949 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b45542ea-ef23-4281-afe5-7046efe09842 req-cb4de929-56fe-40bb-81ab-37e754a56fae tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575998 May 26 03:29:59.239156 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:29:59.288623 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:29:59.289011 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:59.362306 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:29:59.362683 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:59.389211 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:29:59.391514 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f19ac8b-8931-46be-8fb5-650eea32ec04" -d '{"events": [{"server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "name": "network-vif-plugged", "status": "completed", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:29:59.405070 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:29:59.409771 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:29:59.456337 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,revision_number=8']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:29:59.547700 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79049b5b-c705-4b8d-a3f8-8daf5e43925a x-openstack-request-id: req-79049b5b-c705-4b8d-a3f8-8daf5e43925a {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:29:59.547984 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "name": "network-vif-plugged", "status": "completed", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:29:59.548234 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79049b5b-c705-4b8d-a3f8-8daf5e43925a {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:29:59.548628 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79049b5b-c705-4b8d-a3f8-8daf5e43925a'] response: {'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'code': 200} May 26 03:30:00.445721 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56654) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:30:00.552787 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-03cedc64-7afa-40d1-8bc5-6b12a317dce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:00.627298 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-03cedc64-7afa-40d1-8bc5-6b12a317dce1 admin admin] Publish callbacks [] for security_group (c795f45b-3ea7-49f6-9891-df5e9ff825fd), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:00.631679 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-03cedc64-7afa-40d1-8bc5-6b12a317dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c795f45b-3ea7-49f6-9891-df5e9ff825fd), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:00.670802 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-03cedc64-7afa-40d1-8bc5-6b12a317dce1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccc320b910684210b34e26267693b9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239726 May 26 03:30:00.672763 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cedc64-7afa-40d1-8bc5-6b12a317dce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c795f45b-3ea7-49f6-9891-df5e9ff825fd,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:30:00.673492 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56658) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:30:00.751777 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb983-e8b8-4554-8fa6-ccde8773bc60 admin admin] Publish callbacks [] for security_group (c795f45b-3ea7-49f6-9891-df5e9ff825fd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:00.773725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb983-e8b8-4554-8fa6-ccde8773bc60 admin admin] Publish callbacks [] for security_group (c795f45b-3ea7-49f6-9891-df5e9ff825fd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:00.819806 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb983-e8b8-4554-8fa6-ccde8773bc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (c795f45b-3ea7-49f6-9891-df5e9ff825fd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:00.822836 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb983-e8b8-4554-8fa6-ccde8773bc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:00.824021 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-dc7cb983-e8b8-4554-8fa6-ccde8773bc60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c795f45b-3ea7-49f6-9891-df5e9ff825fd HTTP/1.1" status: 204 len: 168 time: 0.1494963 May 26 03:30:00.832024 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb983-e8b8-4554-8fa6-ccde8773bc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c795f45b-3ea7-49f6-9891-df5e9ff825fd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:30:00.926983 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:01.124828 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56664) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:30:01.138893 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-169f7ff7-1e1c-4c6c-9968-27a136373fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.220805 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-169f7ff7-1e1c-4c6c-9968-27a136373fb3 admin admin] Publish callbacks [] for security_group (e9dee195-473e-4867-b1c4-fb437961eac7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.224366 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-169f7ff7-1e1c-4c6c-9968-27a136373fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e9dee195-473e-4867-b1c4-fb437961eac7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.262828 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f7ff7-1e1c-4c6c-9968-27a136373fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dee195-473e-4867-b1c4-fb437961eac7,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:30:01.269162 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-169f7ff7-1e1c-4c6c-9968-27a136373fb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a7de6e1596f4c288a5a11396e4bdab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433215 May 26 03:30:01.271775 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56666) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:30:01.319092 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9d52451-69d2-4aa9-aaee-e45a48f6710c admin admin] Publish callbacks [] for security_group (e9dee195-473e-4867-b1c4-fb437961eac7), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.344095 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9d52451-69d2-4aa9-aaee-e45a48f6710c admin admin] Publish callbacks [] for security_group (e9dee195-473e-4867-b1c4-fb437961eac7), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.345613 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:01.384841 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:01.400425 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9d52451-69d2-4aa9-aaee-e45a48f6710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (e9dee195-473e-4867-b1c4-fb437961eac7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.402963 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f9d52451-69d2-4aa9-aaee-e45a48f6710c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.404157 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-f9d52451-69d2-4aa9-aaee-e45a48f6710c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9dee195-473e-4867-b1c4-fb437961eac7 HTTP/1.1" status: 204 len: 168 time: 0.1314967 May 26 03:30:01.411809 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d52451-69d2-4aa9-aaee-e45a48f6710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dee195-473e-4867-b1c4-fb437961eac7,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:30:01.726878 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56672) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:30:01.740545 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-24e01434-8c85-4f79-a596-8657e2d64f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.816714 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-24e01434-8c85-4f79-a596-8657e2d64f67 admin admin] Publish callbacks [] for security_group (24ff527f-0a3e-451e-8dd0-1dcfd848c222), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.820342 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-24e01434-8c85-4f79-a596-8657e2d64f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (24ff527f-0a3e-451e-8dd0-1dcfd848c222), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.858139 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e01434-8c85-4f79-a596-8657e2d64f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ff527f-0a3e-451e-8dd0-1dcfd848c222,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:30:01.863430 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-24e01434-8c85-4f79-a596-8657e2d64f67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9eb2d1687b2d4b838c949bc2700b79dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349158 May 26 03:30:01.866142 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56674) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:30:01.914158 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2e9c58fc-4c17-4ccb-bcaa-36cc3a0814b6 admin admin] Publish callbacks [] for security_group (24ff527f-0a3e-451e-8dd0-1dcfd848c222), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.936582 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2e9c58fc-4c17-4ccb-bcaa-36cc3a0814b6 admin admin] Publish callbacks [] for security_group (24ff527f-0a3e-451e-8dd0-1dcfd848c222), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.985237 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2e9c58fc-4c17-4ccb-bcaa-36cc3a0814b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (24ff527f-0a3e-451e-8dd0-1dcfd848c222), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.987738 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2e9c58fc-4c17-4ccb-bcaa-36cc3a0814b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:01.988914 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-2e9c58fc-4c17-4ccb-bcaa-36cc3a0814b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24ff527f-0a3e-451e-8dd0-1dcfd848c222 HTTP/1.1" status: 204 len: 168 time: 0.1218822 May 26 03:30:01.996459 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c58fc-4c17-4ccb-bcaa-36cc3a0814b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ff527f-0a3e-451e-8dd0-1dcfd848c222,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:30:02.280304 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-63c451c5-c2f8-4913-ac69-e2694f20e3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:04.519337 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e27fb95f-74ab-4958-bc8f-186db9305634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:05.811340 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:05.872104 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:30:07.239527 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:08.548894 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:10.827297 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:10.828095 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:11.991291 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:11.992089 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=3,neutron:SELECT=35,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:12.247323 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:19.139881 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56808) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:30:19.246502 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e549dbfe-62c1-4ba2-87e4-426ff923c9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:19.321449 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e549dbfe-62c1-4ba2-87e4-426ff923c9a6 admin admin] Publish callbacks [] for security_group (ccdc39f1-9e78-4373-b35a-d8f51e2eb4dc), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:19.325106 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e549dbfe-62c1-4ba2-87e4-426ff923c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ccdc39f1-9e78-4373-b35a-d8f51e2eb4dc), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:19.364268 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-e549dbfe-62c1-4ba2-87e4-426ff923c9a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5868d0005f1d4fdfb929e493ad2d345d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233124 May 26 03:30:19.365415 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549dbfe-62c1-4ba2-87e4-426ff923c9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdc39f1-9e78-4373-b35a-d8f51e2eb4dc,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:30:19.366862 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56812) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:30:19.422026 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-979ae073-e540-4576-839e-1069ba3e5035 admin admin] Publish callbacks [] for security_group (ccdc39f1-9e78-4373-b35a-d8f51e2eb4dc), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:19.443455 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-979ae073-e540-4576-839e-1069ba3e5035 admin admin] Publish callbacks [] for security_group (ccdc39f1-9e78-4373-b35a-d8f51e2eb4dc), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:19.490300 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-979ae073-e540-4576-839e-1069ba3e5035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (ccdc39f1-9e78-4373-b35a-d8f51e2eb4dc), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:19.492910 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-979ae073-e540-4576-839e-1069ba3e5035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:19.494214 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-979ae073-e540-4576-839e-1069ba3e5035 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccdc39f1-9e78-4373-b35a-d8f51e2eb4dc HTTP/1.1" status: 204 len: 168 time: 0.1253440 May 26 03:30:19.501991 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ae073-e540-4576-839e-1069ba3e5035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdc39f1-9e78-4373-b35a-d8f51e2eb4dc,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:30:19.870194 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:19.874170 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:22.237345 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:22.241966 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:29.355060 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:29.361391 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:29.497104 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:29.497926 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:29.515486 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:32.286541 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-4818c41a-502c-463f-b36f-ef19b782bcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:34.521891 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6974-9ac2-4986-986b-55abf11bd3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:35.816268 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:36.865317 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:37.243043 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:38.551717 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:42.261582 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:30:42.871973 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:30:52.251742 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:52.254367 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:52.256799 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:59.292509 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=19 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:30:59.294857 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=15 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:02.278843 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-58357a43-d2cc-4133-b58c-18540be6bce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:04.528544 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3aced6a4-6d5a-4164-83aa-ad11f58c976e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:05.815684 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:07.245815 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:08.555390 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:12.262471 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:13.272886 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56824) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:13.421638 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Deleting port 49d885c7-c544-4092-9624-27a3ed950bc0 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:31:13.421976 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (49d885c7-c544-4092-9624-27a3ed950bc0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:13.499898 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (49d885c7-c544-4092-9624-27a3ed950bc0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:13.500145 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for floatingip (49d885c7-c544-4092-9624-27a3ed950bc0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:13.512164 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Calling delete_port for 49d885c7-c544-4092-9624-27a3ed950bc0 owned by network:floatingip {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:31:13.676988 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (49d885c7-c544-4092-9624-27a3ed950bc0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:13.702030 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event deleted for resources: {'Port': ['ID=49d885c7-c544-4092-9624-27a3ed950bc0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:13.726418 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.726768 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.727115 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.727480 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.727823 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.728695 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.729053 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.729355 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.729683 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.730009 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.730334 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.730660 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.730987 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.731333 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.731659 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:13.771481 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for floatingip (9a819d76-5c0c-469e-bc5c-4947c37c1e34), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:13.771745 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Floating IP 9a819d76-5c0c-469e-bc5c-4947c37c1e34 disassociated (deleted). External IP: 172.27.2.129, port: 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343. May 26 03:31:13.969301 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Router e5d25d1c-2823-4bf4-92ab-a600883663fa has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:31:14.069855 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:31:14.075182 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:14.079767 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] Sync routers for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:31:14.091166 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:14.091897 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:14.105680 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-9e3cb027-4e75-4a8e-a750-bcad4ea38f7e tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "DELETE /v2.0/floatingips/9a819d76-5c0c-469e-bc5c-4947c37c1e34 HTTP/1.1" status: 204 len: 168 time: 0.8317060 May 26 03:31:14.106257 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:31:14.108497 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691985fe-4b09-4acc-b08b-6f87eec46b82" -d '{"events": [{"name": "network-changed", "server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:31:14.196639 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:14.351304 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2cc04-9615-4814-82c8-01fcdc05ab79 req-0b1d77a0-784e-4ea2-9dfa-c57afa2727eb tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:14.354016 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-68c2cc04-9615-4814-82c8-01fcdc05ab79 req-0b1d77a0-784e-4ea2-9dfa-c57afa2727eb tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0519533 May 26 03:31:14.401564 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:27:01Z', 'revision_number': 5, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:14.407203 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-68c2cc04-9615-4814-82c8-01fcdc05ab79 req-57249aa4-3d26-41eb-bb04-3846b505e0d1 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479720 May 26 03:31:14.426205 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] Checking router: e5d25d1c-2823-4bf4-92ab-a600883663fa for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:31:14.435833 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:14.436433 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:14.444481 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e29130-03af-4624-a27e-bb6a0cb44f2d x-openstack-request-id: req-47e29130-03af-4624-a27e-bb6a0cb44f2d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:31:14.444962 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:31:14.445079 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47e29130-03af-4624-a27e-bb6a0cb44f2d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:31:14.445397 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e29130-03af-4624-a27e-bb6a0cb44f2d'] response: {'name': 'network-changed', 'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'status': 'completed', 'code': 200} May 26 03:31:14.538524 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:14.715687 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:27:01Z', 'revision_number': 5, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:14.742451 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9470464f-a37f-469d-b56f-b975434aa8d3 None None] The sync data for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi is: [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:56Z', 'revision_number': 4, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '1893fecb-9c7a-46c8-9a6a-dc96593cc7a9', 'name': '', 'network_id': '601be1a5-68a0-4663-ad2e-10ecb248df5b', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'mac_address': 'fa:16:3e:9e:99:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '65386438-2f7d-4537-b598-d10847eeec12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:56Z', 'updated_at': '2022-05-26T03:27:01Z', 'revision_number': 5, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'subnets': [{'id': '65386438-2f7d-4537-b598-d10847eeec12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:31:14.955575 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e927b-3a2e-45da-9536-ff1e5ce4111c None None] New status for floating IP 9a819d76-5c0c-469e-bc5c-4947c37c1e34: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:31:15.516242 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:15.519648 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:15.526240 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b45850-14ad-4740-9915-e8d1e7739a95 req-869e71d6-2180-4d2c-94fb-4d4570c2507a tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:15.527822 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a9b45850-14ad-4740-9915-e8d1e7739a95 req-869e71d6-2180-4d2c-94fb-4d4570c2507a tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0533998 May 26 03:31:15.533091 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-ffb4d874-d7b5-4625-99d1-a82fe2449f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:15.534589 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-ffb4d874-d7b5-4625-99d1-a82fe2449f1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5513602e070b4ea09fa3b12a2b259626&device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 1130 time: 0.0474796 May 26 03:31:15.577137 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a9b45850-14ad-4740-9915-e8d1e7739a95 req-4baa8a52-2056-42b0-8547-9811fa83486b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbf8d7ec-aff9-47e7-8559-dbe22940a62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438352 May 26 03:31:15.656777 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-c4842ba2-d929-495b-a3af-984e570018c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:15.658235 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-c4842ba2-d929-495b-a3af-984e570018c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=601be1a5-68a0-4663-ad2e-10ecb248df5b HTTP/1.1" status: 200 len: 909 time: 0.0960546 May 26 03:31:16.039229 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-f35f6531-7bdc-4897-b45e-e95fea338185 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 HTTP/1.1" status: 200 len: 217 time: 0.0339973 May 26 03:31:16.120797 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-3f482c53-fb06-4e08-b43a-f82c4345428d tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:16.122221 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-3f482c53-fb06-4e08-b43a-f82c4345428d tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.45 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 946 time: 0.0765598 May 26 03:31:16.135581 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-17716929-e1aa-45d3-ac20-1bb4e147e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:16.136898 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-17716929-e1aa-45d3-ac20-1bb4e147e6e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65386438-2f7d-4537-b598-d10847eeec12 HTTP/1.1" status: 200 len: 847 time: 0.0835073 May 26 03:31:16.221325 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-904d0337-b725-441d-b5e9-c3eb1c52d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:16.222784 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-904d0337-b725-441d-b5e9-c3eb1c52d574 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=601be1a5-68a0-4663-ad2e-10ecb248df5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668380 May 26 03:31:16.255897 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Deleting port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:31:16.256233 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:16.387586 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-582f8e5f-07b1-4fec-a88c-1a2e22704577 service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575978 May 26 03:31:16.451301 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] For port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:16.451677 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:16.471568 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Calling delete_port for 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:31:16.543981 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-691985fe-4b09-4acc-b08b-6f87eec46b82 req-48f9fe14-dfa8-468c-ab0a-772013e4fa33 service neutron] 10.222.0.45 "GET /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509933 May 26 03:31:16.636051 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (3754cc1e-a3fb-45d4-abf1-bd9d0cff5343), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:16.665323 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event deleted for resources: {'Port': ['ID=3754cc1e-a3fb-45d4-abf1-bd9d0cff5343,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:16.685830 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-4b1adb75-b66e-4493-a97b-6bcbb278ad7b req-a3cba23f-f409-4468-97da-deb88ade411a tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d07e78-b947-4b85-8bf1-116e33fa609f HTTP/1.1" status: 200 len: 210 time: 0.0299895 May 26 03:31:16.712187 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] No DVR routers for this DVR port 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:31:16.715139 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:16.718307 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e7db478c-0d8c-48d8-beb9-617aae74e0d4 req-5f318308-31d1-4485-b254-cccf1011482b tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.45 "DELETE /v2.0/ports/3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 HTTP/1.1" status: 204 len: 173 time: 0.5897348 May 26 03:31:16.718731 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'name': 'network-vif-deleted', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:31:16.720925 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73246468-4436-4386-8c79-1aac95aa4a11" -d '{"events": [{"server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "name": "network-vif-deleted", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:31:16.757564 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fcf590-1f39-4ff8-a588-b9d437ff04ad x-openstack-request-id: req-80fcf590-1f39-4ff8-a588-b9d437ff04ad {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:31:16.757864 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d07e78-b947-4b85-8bf1-116e33fa609f", "name": "network-vif-deleted", "tag": "3754cc1e-a3fb-45d4-abf1-bd9d0cff5343", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:31:16.758113 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80fcf590-1f39-4ff8-a588-b9d437ff04ad {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:31:16.758508 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fcf590-1f39-4ff8-a588-b9d437ff04ad'] response: {'server_uuid': '94d07e78-b947-4b85-8bf1-116e33fa609f', 'name': 'network-vif-deleted', 'tag': '3754cc1e-a3fb-45d4-abf1-bd9d0cff5343', 'status': 'completed', 'code': 200} May 26 03:31:17.747154 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56850) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:17.806182 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-89a27ff5-b452-4ffe-b553-50012a32d2e6 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group (bbf8d7ec-aff9-47e7-8559-dbe22940a62a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:17.807601 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:17.816821 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:17.833700 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-89a27ff5-b452-4ffe-b553-50012a32d2e6 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group (bbf8d7ec-aff9-47e7-8559-dbe22940a62a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:17.892293 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-89a27ff5-b452-4ffe-b553-50012a32d2e6 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (bbf8d7ec-aff9-47e7-8559-dbe22940a62a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:17.895140 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-89a27ff5-b452-4ffe-b553-50012a32d2e6 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:17.896337 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-89a27ff5-b452-4ffe-b553-50012a32d2e6 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] 10.222.0.39 "DELETE /v2.0/security-groups/bbf8d7ec-aff9-47e7-8559-dbe22940a62a HTTP/1.1" status: 204 len: 168 time: 0.1484475 May 26 03:31:17.906318 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a27ff5-b452-4ffe-b553-50012a32d2e6 tempest-TestShelveInstance-567947514 tempest-TestShelveInstance-567947514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf8d7ec-aff9-47e7-8559-dbe22940a62a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:17.940922 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56854) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:18.481453 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (e5d25d1c-2823-4bf4-92ab-a600883663fa), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:18.700482 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Deleting port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:31:18.700817 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:18.777970 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] For port 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=1893fecb-9c7a-46c8-9a6a-dc96593cc7a9,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:18.778656 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:18.791863 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Calling delete_port for 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 owned by network:router_interface {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:31:18.913862 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:18.929435 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:18.975150 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (1893fecb-9c7a-46c8-9a6a-dc96593cc7a9), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:19.002862 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1893fecb-9c7a-46c8-9a6a-dc96593cc7a9,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:19.168261 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (e5d25d1c-2823-4bf4-92ab-a600883663fa), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:19.376707 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Router e5d25d1c-2823-4bf4-92ab-a600883663fa has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:31:19.473841 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:31:19.479302 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-35fb6792-2d02-479b-b2c8-662ebfa5c7dd admin admin] 10.222.0.39 "PUT /v2.0/routers/e5d25d1c-2823-4bf4-92ab-a600883663fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5371182 May 26 03:31:19.481845 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56856) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:19.482705 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] Sync routers for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:31:19.493346 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:19.494549 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:19.580933 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks [] for router (e5d25d1c-2823-4bf4-92ab-a600883663fa), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:19.597911 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:19.622829 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:31:19.680657 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks [] for router_gateway (e5d25d1c-2823-4bf4-92ab-a600883663fa), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:19.725870 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Deleting port 0a9e6233-02da-4041-93cd-512ce98de181 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:31:19.726213 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (0a9e6233-02da-4041-93cd-512ce98de181), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:19.792249 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:31:19.792591 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 3754cc1e-a3fb-45d4-abf1-bd9d0cff5343 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:31:19.812151 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] For port 0a9e6233-02da-4041-93cd-512ce98de181, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=0a9e6233-02da-4041-93cd-512ce98de181,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:19.812760 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (0a9e6233-02da-4041-93cd-512ce98de181), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:19.819067 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:19.825975 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:19.827494 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Calling delete_port for 0a9e6233-02da-4041-93cd-512ce98de181 owned by network:router_gateway {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:31:19.872143 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:31:19.908889 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '0a9e6233-02da-4041-93cd-512ce98de181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:31:18Z', 'revision_number': 5, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port': {'id': '0a9e6233-02da-4041-93cd-512ce98de181', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:19.933688 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] Checking router: e5d25d1c-2823-4bf4-92ab-a600883663fa for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:31:19.942401 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] Routers {'e5d25d1c-2823-4bf4-92ab-a600883663fa'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:19.943097 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['e5d25d1c-2823-4bf4-92ab-a600883663fa'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:19.996691 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (0a9e6233-02da-4041-93cd-512ce98de181), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.021616 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9e6233-02da-4041-93cd-512ce98de181,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:20.030056 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] Set router e5d25d1c-2823-4bf4-92ab-a600883663fa gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:20.078222 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:31:19Z', 'revision_number': 6, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port_host': None}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:20.087033 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (e5d25d1c-2823-4bf4-92ab-a600883663fa), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.105948 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6164e552-fed4-4a6a-a3b0-dc17f49b9e49 None None] The sync data for ids ['e5d25d1c-2823-4bf4-92ab-a600883663fa'] in dv-cinder-843361-1-iscsi is: [{'id': 'e5d25d1c-2823-4bf4-92ab-a600883663fa', 'name': 'tempest-TestShelveInstance-199533904-router', 'tenant_id': '5513602e070b4ea09fa3b12a2b259626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:54Z', 'updated_at': '2022-05-26T03:31:19Z', 'revision_number': 6, 'project_id': '5513602e070b4ea09fa3b12a2b259626', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:31:20.175457 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (e5d25d1c-2823-4bf4-92ab-a600883663fa), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.177623 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks [] for router_controller (e5d25d1c-2823-4bf4-92ab-a600883663fa), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.219356 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (e5d25d1c-2823-4bf4-92ab-a600883663fa), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.219966 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5d25d1c-2823-4bf4-92ab-a600883663fa {{(pid=104052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:31:20.225172 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.226361 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-c7638e88-0460-4f49-bda4-0137293e65c1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e5d25d1c-2823-4bf4-92ab-a600883663fa HTTP/1.1" status: 204 len: 168 time: 0.7435997 May 26 03:31:20.229078 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56858) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:20.274051 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ca0506-b358-4d0e-8b06-da240880f1e5 admin admin] Deleting subnet 65386438-2f7d-4537-b598-d10847eeec12 {{(pid=104052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:31:20.277866 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76ca0506-b358-4d0e-8b06-da240880f1e5 admin admin] Publish callbacks [] for subnet (65386438-2f7d-4537-b598-d10847eeec12), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.311594 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76ca0506-b358-4d0e-8b06-da240880f1e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352651'] for subnet (65386438-2f7d-4537-b598-d10847eeec12), precommit_delete_associations {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.388226 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76ca0506-b358-4d0e-8b06-da240880f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (65386438-2f7d-4537-b598-d10847eeec12), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.440713 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76ca0506-b358-4d0e-8b06-da240880f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4438528'] for subnet (65386438-2f7d-4537-b598-d10847eeec12), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.468151 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca0506-b358-4d0e-8b06-da240880f1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65386438-2f7d-4537-b598-d10847eeec12,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:20.471636 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76ca0506-b358-4d0e-8b06-da240880f1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for subnet (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.474812 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-76ca0506-b358-4d0e-8b06-da240880f1e5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65386438-2f7d-4537-b598-d10847eeec12 HTTP/1.1" status: 204 len: 168 time: 0.2448056 May 26 03:31:20.478132 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56860) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:20.480673 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058db593-3724-434c-bedb-89f6fe0154d8 None None] Network 601be1a5-68a0-4663-ad2e-10ecb248df5b requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:31:20.557739 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (601be1a5-68a0-4663-ad2e-10ecb248df5b), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.604113 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Deleting port d9434873-52e7-4197-8927-c2329478b055 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:31:20.604461 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (d9434873-52e7-4197-8927-c2329478b055), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.667182 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] For port d9434873-52e7-4197-8927-c2329478b055, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=d9434873-52e7-4197-8927-c2329478b055,segment=NetworkSegment(7fc3d819-0739-4895-90d7-af69da540ac2),segment_id=7fc3d819-0739-4895-90d7-af69da540ac2)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:20.667505 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (d9434873-52e7-4197-8927-c2329478b055), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.680472 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Calling delete_port for d9434873-52e7-4197-8927-c2329478b055 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:31:20.691481 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:20.725596 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:20.766424 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (d9434873-52e7-4197-8927-c2329478b055), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.790893 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9434873-52e7-4197-8927-c2329478b055,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:20.794459 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] No DVR routers for this DVR port d9434873-52e7-4197-8927-c2329478b055 on host dv-cinder-843361-1-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:31:20.868704 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (601be1a5-68a0-4663-ad2e-10ecb248df5b), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.892509 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601be1a5-68a0-4663-ad2e-10ecb248df5b']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:20.893913 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda20c2-9f4a-403e-9b43-a7e62e5face0 None None] DHCP port deletion for 601be1a5-68a0-4663-ad2e-10ecb248df5b request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:31:20.908534 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc3d819-0739-4895-90d7-af69da540ac2') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:20.908829 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc3d819-0739-4895-90d7-af69da540ac2') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:20.918669 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352644'] for segment (7fc3d819-0739-4895-90d7-af69da540ac2), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.933043 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (7fc3d819-0739-4895-90d7-af69da540ac2), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:20.939501 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:31:20.939884 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7648807'] for segment (7fc3d819-0739-4895-90d7-af69da540ac2), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:21.001937 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (601be1a5-68a0-4663-ad2e-10ecb248df5b), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:21.007605 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:21.011406 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] 10.222.0.39 "DELETE /v2.0/networks/601be1a5-68a0-4663-ad2e-10ecb248df5b HTTP/1.1" status: 204 len: 168 time: 0.5329757 May 26 03:31:21.014597 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56866) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:21.023401 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988179cb-f2bc-416d-a594-5c887fea056e admin admin] Pushing event deleted for resources: {'Network': ['ID=601be1a5-68a0-4663-ad2e-10ecb248df5b,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:21.138980 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 7fc3d819-0739-4895-90d7-af69da540ac2 resource provider aggregate not found May 26 03:31:21.157981 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 7fc3d819-0739-4895-90d7-af69da540ac2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fc3d819-0739-4895-90d7-af69da540ac2 found for delete ", "request_id": "req-0a270561-ef89-425f-b48b-1b13dc02e692"}]} May 26 03:31:21.265586 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:31:21.289553 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:31:21.289899 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1893fecb-9c7a-46c8-9a6a-dc96593cc7a9 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:31:21.291178 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 0a9e6233-02da-4041-93cd-512ce98de181 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:31:21.308862 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 0a9e6233-02da-4041-93cd-512ce98de181 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:31:21.309209 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 0a9e6233-02da-4041-93cd-512ce98de181 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:31:21.309612 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d9434873-52e7-4197-8927-c2329478b055 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:31:21.327733 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: d9434873-52e7-4197-8927-c2329478b055 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:31:21.328077 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d9434873-52e7-4197-8927-c2329478b055 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:31:21.351692 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (43110222-468a-4c64-a9ec-747c8c7a2332), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:21.568496 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Deleting port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:31:21.568725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:21.644391 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] For port a6565a93-61cf-47e6-b38c-8ba5a9c9a75f, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=a6565a93-61cf-47e6-b38c-8ba5a9c9a75f,segment=NetworkSegment(217056c1-c540-4b62-8f9d-b7ae84e83119),segment_id=217056c1-c540-4b62-8f9d-b7ae84e83119)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:21.644744 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:21.657337 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Calling delete_port for a6565a93-61cf-47e6-b38c-8ba5a9c9a75f owned by network:router_interface {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:31:21.715014 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:21.717092 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:21.832296 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (a6565a93-61cf-47e6-b38c-8ba5a9c9a75f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:21.860168 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6565a93-61cf-47e6-b38c-8ba5a9c9a75f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:21.886808 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.887147 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.887508 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.887839 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.888169 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.888494 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.888813 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.889130 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.889448 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.889768 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.890089 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.890410 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.890720 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.891035 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:21.891457 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:22.033265 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (43110222-468a-4c64-a9ec-747c8c7a2332), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:22.228632 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Router 43110222-468a-4c64-a9ec-747c8c7a2332 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:31:22.326591 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:31:22.331468 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-9e5bec42-b38e-4af6-b3a7-bef9ba0eb0a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/43110222-468a-4c64-a9ec-747c8c7a2332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3158975 May 26 03:31:22.333866 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56870) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:22.336696 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] Sync routers for ids ['43110222-468a-4c64-a9ec-747c8c7a2332'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:31:22.347571 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] Routers {'43110222-468a-4c64-a9ec-747c8c7a2332'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:22.348180 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['43110222-468a-4c64-a9ec-747c8c7a2332'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:22.430090 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks [] for router (43110222-468a-4c64-a9ec-747c8c7a2332), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:22.449362 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] Set router 43110222-468a-4c64-a9ec-747c8c7a2332 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:22.527288 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks [] for router_gateway (43110222-468a-4c64-a9ec-747c8c7a2332), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:22.565952 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:22.569719 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Deleting port d245e353-13ec-41a7-a507-e9789213bb7e {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:31:22.570115 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:22.573991 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:22.614130 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:58Z', 'updated_at': '2022-05-26T03:31:21Z', 'revision_number': 5, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'gw_port': {'id': 'd245e353-13ec-41a7-a507-e9789213bb7e', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:26:59Z', 'updated_at': '2022-05-26T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:22.639358 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] Checking router: 43110222-468a-4c64-a9ec-747c8c7a2332 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:31:22.648171 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] Routers {'43110222-468a-4c64-a9ec-747c8c7a2332'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:22.648775 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['43110222-468a-4c64-a9ec-747c8c7a2332'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:22.655957 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] For port d245e353-13ec-41a7-a507-e9789213bb7e, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=d245e353-13ec-41a7-a507-e9789213bb7e,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:22.656321 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:22.670126 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Calling delete_port for d245e353-13ec-41a7-a507-e9789213bb7e owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:31:22.730609 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] Set router 43110222-468a-4c64-a9ec-747c8c7a2332 gateway port host: None {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:22.780631 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:58Z', 'updated_at': '2022-05-26T03:31:22Z', 'revision_number': 6, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'gw_port_host': None}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:22.805061 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979902aa-298a-4d76-9c73-2f2bf3ddb267 None None] The sync data for ids ['43110222-468a-4c64-a9ec-747c8c7a2332'] in dv-cinder-843361-1-iscsi is: [{'id': '43110222-468a-4c64-a9ec-747c8c7a2332', 'name': 'tempest-TestShelveInstance-522131276-router', 'tenant_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:26:58Z', 'updated_at': '2022-05-26T03:31:22Z', 'revision_number': 6, 'project_id': 'cdc374d8a7cc47b3bb49b71fdb07b844', 'gw_port_host': None}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:31:22.831869 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (d245e353-13ec-41a7-a507-e9789213bb7e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:22.858434 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d245e353-13ec-41a7-a507-e9789213bb7e,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:22.918521 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (43110222-468a-4c64-a9ec-747c8c7a2332), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.007904 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (43110222-468a-4c64-a9ec-747c8c7a2332), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.010646 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks [] for router_controller (43110222-468a-4c64-a9ec-747c8c7a2332), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.055869 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (43110222-468a-4c64-a9ec-747c8c7a2332), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.056770 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43110222-468a-4c64-a9ec-747c8c7a2332 {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:31:23.060810 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.061968 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3d0db85d-6b68-43f6-89bc-2c3863f6b0b2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/43110222-468a-4c64-a9ec-747c8c7a2332 HTTP/1.1" status: 204 len: 168 time: 0.7271938 May 26 03:31:23.064428 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56872) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:23.107814 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa39142-7a0a-4105-95e4-5e0dcf21ca5c admin admin] Deleting subnet eb4a3ba8-5355-4f30-8631-3c9834226c24 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:31:23.110792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffa39142-7a0a-4105-95e4-5e0dcf21ca5c admin admin] Publish callbacks [] for subnet (eb4a3ba8-5355-4f30-8631-3c9834226c24), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.144235 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffa39142-7a0a-4105-95e4-5e0dcf21ca5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (eb4a3ba8-5355-4f30-8631-3c9834226c24), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.230631 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffa39142-7a0a-4105-95e4-5e0dcf21ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (eb4a3ba8-5355-4f30-8631-3c9834226c24), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.287342 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffa39142-7a0a-4105-95e4-5e0dcf21ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (eb4a3ba8-5355-4f30-8631-3c9834226c24), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.327120 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa39142-7a0a-4105-95e4-5e0dcf21ca5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4a3ba8-5355-4f30-8631-3c9834226c24,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:23.334328 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ffa39142-7a0a-4105-95e4-5e0dcf21ca5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.337842 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ffa39142-7a0a-4105-95e4-5e0dcf21ca5c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eb4a3ba8-5355-4f30-8631-3c9834226c24 HTTP/1.1" status: 204 len: 168 time: 0.2723382 May 26 03:31:23.339732 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e4f1fb-0877-4409-9874-aefc322fc0e3 None None] Network 944e990c-e7d5-4196-9a5d-8edb0a6ac708 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:31:23.340887 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56874) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:23.409172 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:23.413840 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (944e990c-e7d5-4196-9a5d-8edb0a6ac708), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.425420 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:23.464548 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Deleting port 2e4bef5c-854a-4e5e-a08f-60aaca620269 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:31:23.464750 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.510924 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:23.528915 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] For port 2e4bef5c-854a-4e5e-a08f-60aaca620269, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=2e4bef5c-854a-4e5e-a08f-60aaca620269,segment=NetworkSegment(217056c1-c540-4b62-8f9d-b7ae84e83119),segment_id=217056c1-c540-4b62-8f9d-b7ae84e83119)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:23.529275 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.542046 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Calling delete_port for 2e4bef5c-854a-4e5e-a08f-60aaca620269 owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:31:23.597320 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] DHCP port deletion for 944e990c-e7d5-4196-9a5d-8edb0a6ac708 request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:31:23.622071 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.629565 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:23.647529 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Deleting port 2e4bef5c-854a-4e5e-a08f-60aaca620269 {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:31:23.647992 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.653490 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4bef5c-854a-4e5e-a08f-60aaca620269,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:23.658006 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] No DVR routers for this DVR port 2e4bef5c-854a-4e5e-a08f-60aaca620269 on host dv-cinder-843361-1-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:31:23.708986 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device a6565a93-61cf-47e6-b38c-8ba5a9c9a75f no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:31:23.733640 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (944e990c-e7d5-4196-9a5d-8edb0a6ac708), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.733960 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: a6565a93-61cf-47e6-b38c-8ba5a9c9a75f {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:31:23.734305 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device a6565a93-61cf-47e6-b38c-8ba5a9c9a75f not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:31:23.745943 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] For port 2e4bef5c-854a-4e5e-a08f-60aaca620269, host dv-cinder-843361-1-iscsi, got binding levels [] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:23.746343 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.754983 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944e990c-e7d5-4196-9a5d-8edb0a6ac708']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:23.760995 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Calling delete_port for 2e4bef5c-854a-4e5e-a08f-60aaca620269 owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:31:23.762629 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:23.765008 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.ipam_backend_mixin [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Port 2e4bef5c-854a-4e5e-a08f-60aaca620269 was not found and therefore no delete operation was performed {{(pid=104054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 03:31:23.765803 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217056c1-c540-4b62-8f9d-b7ae84e83119') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:23.766149 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217056c1-c540-4b62-8f9d-b7ae84e83119') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:23.766612 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726'] for port (2e4bef5c-854a-4e5e-a08f-60aaca620269), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.776960 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (217056c1-c540-4b62-8f9d-b7ae84e83119), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.791168 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (217056c1-c540-4b62-8f9d-b7ae84e83119), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.794148 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Pushing event deleted for resources: {'Port': ['ID=2e4bef5c-854a-4e5e-a08f-60aaca620269,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:23.799375 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] No DVR routers for this DVR port 2e4bef5c-854a-4e5e-a08f-60aaca620269 on host dv-cinder-843361-1-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:31:23.802380 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:31:23.803115 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (217056c1-c540-4b62-8f9d-b7ae84e83119), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.823957 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.824297 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.824637 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.824973 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.825825 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.826162 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.826488 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.826813 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.827141 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.827488 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.828071 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.828400 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.828720 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.829033 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.829399 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf02a6f7-517a-4881-a10a-44959adfcee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:23.851077 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 217056c1-c540-4b62-8f9d-b7ae84e83119 resource provider aggregate not found May 26 03:31:23.869537 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment 217056c1-c540-4b62-8f9d-b7ae84e83119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 217056c1-c540-4b62-8f9d-b7ae84e83119 found for delete ", "request_id": "req-c6da7e2b-d6f5-426d-b253-6a7e1907eae3"}]} May 26 03:31:23.877198 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (944e990c-e7d5-4196-9a5d-8edb0a6ac708), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.887498 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:23.894495 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] 10.222.0.39 "DELETE /v2.0/networks/944e990c-e7d5-4196-9a5d-8edb0a6ac708 HTTP/1.1" status: 204 len: 168 time: 0.5517728 May 26 03:31:23.906328 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dd71c-3e51-4c79-8f2a-493d7b06b78e admin admin] Pushing event deleted for resources: {'Network': ['ID=944e990c-e7d5-4196-9a5d-8edb0a6ac708,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:24.088083 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56882) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:24.127346 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-7c4466a1-0936-4188-b1c2-6fcd54030225 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5513602e070b4ea09fa3b12a2b259626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380743 May 26 03:31:24.129698 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56884) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:24.176293 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2a88-a1fc-4710-a189-8e358789a82a admin admin] Publish callbacks [] for security_group (40c94d0f-6ad0-4911-a092-36fa54197e53), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:24.197768 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2a88-a1fc-4710-a189-8e358789a82a admin admin] Publish callbacks [] for security_group (40c94d0f-6ad0-4911-a092-36fa54197e53), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:24.244439 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2a88-a1fc-4710-a189-8e358789a82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (40c94d0f-6ad0-4911-a092-36fa54197e53), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:24.247006 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2a88-a1fc-4710-a189-8e358789a82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:24.248154 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8c2f2a88-a1fc-4710-a189-8e358789a82a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40c94d0f-6ad0-4911-a092-36fa54197e53 HTTP/1.1" status: 204 len: 168 time: 0.1175952 May 26 03:31:24.256210 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f2a88-a1fc-4710-a189-8e358789a82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c94d0f-6ad0-4911-a092-36fa54197e53,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:24.568019 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56890) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:24.857908 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-8c88293d-ea8f-4c6f-b376-c392231d55d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdc374d8a7cc47b3bb49b71fdb07b844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887368 May 26 03:31:24.860418 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56892) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:24.909694 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b0796162-1b08-4a35-bbfe-1399e38f5687 admin admin] Publish callbacks [] for security_group (7407dfc5-be5d-4893-9c55-961583715ab0), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:24.930099 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b0796162-1b08-4a35-bbfe-1399e38f5687 admin admin] Publish callbacks [] for security_group (7407dfc5-be5d-4893-9c55-961583715ab0), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:24.978941 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b0796162-1b08-4a35-bbfe-1399e38f5687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (7407dfc5-be5d-4893-9c55-961583715ab0), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:24.981586 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b0796162-1b08-4a35-bbfe-1399e38f5687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:24.982710 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b0796162-1b08-4a35-bbfe-1399e38f5687 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7407dfc5-be5d-4893-9c55-961583715ab0 HTTP/1.1" status: 204 len: 168 time: 0.1214156 May 26 03:31:24.990201 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0796162-1b08-4a35-bbfe-1399e38f5687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7407dfc5-be5d-4893-9c55-961583715ab0,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:25.262242 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d245e353-13ec-41a7-a507-e9789213bb7e no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:31:25.287807 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: d245e353-13ec-41a7-a507-e9789213bb7e {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:31:25.288152 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device d245e353-13ec-41a7-a507-e9789213bb7e not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:31:25.288562 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 2e4bef5c-854a-4e5e-a08f-60aaca620269 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:31:25.307655 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 2e4bef5c-854a-4e5e-a08f-60aaca620269 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:31:25.308002 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 2e4bef5c-854a-4e5e-a08f-60aaca620269 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:31:25.692824 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56914) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:25.812510 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1180762807-network', 'tenant_id': '68d9565a6929495295d5344bb680a8bf'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:25.832775 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Made reservation on behalf of 68d9565a6929495295d5344bb680a8bf for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:31:25.835072 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:25.843612 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:25.923079 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Publish callbacks [] for security_group (f0c6f837-d2c7-4a3f-9176-f9b41df54d2d), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:25.927386 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (f0c6f837-d2c7-4a3f-9176-f9b41df54d2d), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:25.955268 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:31:25.962050 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c6f837-d2c7-4a3f-9176-f9b41df54d2d,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:25.968138 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (1162e9a8-83fe-427a-889b-818ba45b9ccc), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:25.968542 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Added segment 1162e9a8-83fe-427a-889b-818ba45b9ccc of type vlan for network d22c3d48-11a8-404d-8fbe-c7137b6156f0 May 26 03:31:26.009463 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (d22c3d48-11a8-404d-8fbe-c7137b6156f0), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.034321 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (d22c3d48-11a8-404d-8fbe-c7137b6156f0), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.035459 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:26.036048 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.099012 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56918) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:26.099669 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4052410 May 26 03:31:26.103210 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de191528-1f87-413e-be2e-cf844fde89fc admin admin] Pushing event updated for resources: {'Network': ['ID=d22c3d48-11a8-404d-8fbe-c7137b6156f0,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:26.104777 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Request body: {'subnet': {'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1180762807-subnet', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:26.113768 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:31:26.117958 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:26.127880 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Made reservation on behalf of 68d9565a6929495295d5344bb680a8bf for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:31:26.130215 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5823463'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.199592 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:26.294791 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5823253'] for subnet (37b42570-b4fc-4a7f-9be6-6a28d0ec441f), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.349551 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b42570-b4fc-4a7f-9be6-6a28d0ec441f,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:26.358787 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Checking segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:31:26.359136 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Network hostable DHCP agents. Network: d22c3d48-11a8-404d-8fbe-c7137b6156f0, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:31:26.376389 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:31:26.385441 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, d22c3d48-11a8-404d-8fbe-c7137b6156f0) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:26.389758 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:26.390834 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.394184 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7edc921-454e-4181-a9c6-c46eab9b059a None None] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:31:26.410727 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-4283c30a-0dfc-4e46-bebc-d9b0194463ce admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3079646 May 26 03:31:26.410949 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56920) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:26.415794 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:26.441772 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.442796 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.496454 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks [] for router_controller (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), precommit_add_association {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.500161 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-d22c3d48-11a8-404d-8fbe-c7137b6156f0', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:31:26.501211 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.636806 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks [] for router_gateway (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.637074 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Allocated IP 172.20.0.2 (d22c3d48-11a8-404d-8fbe-c7137b6156f0/37b42570-b4fc-4a7f-9be6-6a28d0ec441f/1c244764-f592-4134-94a9-74c96bed5c34) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:31:26.777432 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Publish callbacks [] for port (1c244764-f592-4134-94a9-74c96bed5c34), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.783750 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (1c244764-f592-4134-94a9-74c96bed5c34), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.818141 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks [] for router_gateway (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.823506 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:31:26.826392 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:26.829810 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:31:26.836928 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.838253 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Pushing event updated for resources: {'Port': ['ID=1c244764-f592-4134-94a9-74c96bed5c34,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:26.894551 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Attempting to bind port 1c244764-f592-4134-94a9-74c96bed5c34 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:31:26.894925 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Attempting to bind port 1c244764-f592-4134-94a9-74c96bed5c34 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:31:26.895368 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Attempting to bind port 1c244764-f592-4134-94a9-74c96bed5c34 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:31:26.900732 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:31:26.901099 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Checking segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:31:26.901497 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.901880 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Bound using segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:31:26.902342 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Bound port: 1c244764-f592-4134-94a9-74c96bed5c34, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:31:26.902715 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1c244764-f592-4134-94a9-74c96bed5c34), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:26.947060 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Allocated IP 172.27.2.225 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/6a77c027-bdf3-4f17-8912-b906786590dd) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:31:26.967141 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] For port 1c244764-f592-4134-94a9-74c96bed5c34, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:31:26.970414 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] For port 1c244764-f592-4134-94a9-74c96bed5c34, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=1c244764-f592-4134-94a9-74c96bed5c34,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:31:26.979976 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:26.980634 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (1c244764-f592-4134-94a9-74c96bed5c34), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:27.039747 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54d784-4771-45c0-9ce8-e4ccfe545bde None None] Pushing event updated for resources: {'Port': ['ID=1c244764-f592-4134-94a9-74c96bed5c34,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:27.048143 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:27.079317 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks [] for port (6a77c027-bdf3-4f17-8912-b906786590dd), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:27.114128 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:27.159703 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:31:27.164876 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:27.169146 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:31:27.177045 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Pushing event updated for resources: {'Port': ['ID=6a77c027-bdf3-4f17-8912-b906786590dd,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:27.317709 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1c244764-f592-4134-94a9-74c96bed5c34 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:27.364537 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 1c244764-f592-4134-94a9-74c96bed5c34 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:27.364920 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1c244764-f592-4134-94a9-74c96bed5c34), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:27.441285 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 1c244764-f592-4134-94a9-74c96bed5c34 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:27.441960 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1c244764-f592-4134-94a9-74c96bed5c34), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:27.454638 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks [] for router_gateway (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:27.474815 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 1c244764-f592-4134-94a9-74c96bed5c34, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=1c244764-f592-4134-94a9-74c96bed5c34,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:27.479036 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (1c244764-f592-4134-94a9-74c96bed5c34), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:27.528831 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=1c244764-f592-4134-94a9-74c96bed5c34,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:27.639845 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:27.765714 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:31:27.825713 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:27.876464 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:31:27.887652 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Sync routers for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:31:27.896019 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:27.899815 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-d257c2d7-3833-4ce3-8a55-5e5db54cd380 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4853559 May 26 03:31:27.900358 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:27.900456 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:27.900759 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56922) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:27.983879 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e29f4-2bba-455e-93e4-729a45cd95a0 None None] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:31:28.047181 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:28.048547 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:28.062414 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:28.066997 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:28.095700 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-2ee87e5e-3b6c-4c39-b1e8-4a57a1b30797 None None] Provisioning complete for port 1c244764-f592-4134-94a9-74c96bed5c34 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:28.096077 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2ee87e5e-3b6c-4c39-b1e8-4a57a1b30797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1c244764-f592-4134-94a9-74c96bed5c34), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.250801 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:28.317487 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.455231 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-2ee87e5e-3b6c-4c39-b1e8-4a57a1b30797 None None] Current status of the port 1c244764-f592-4134-94a9-74c96bed5c34 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:28.475526 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:27Z', 'revision_number': 3, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:28.488773 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Allocated IP 172.20.0.1 (d22c3d48-11a8-404d-8fbe-c7137b6156f0/37b42570-b4fc-4a7f-9be6-6a28d0ec441f/13c64482-423c-4212-a732-f9a0f6d351d8) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:31:28.505569 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Checking router: 1dcb7347-fb3a-45b5-a3e1-ec478c48117e for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:31:28.505831 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Updating router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e port 6a77c027-bdf3-4f17-8912-b906786590dd binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:31:28.535947 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.604386 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Publish callbacks [] for port (13c64482-423c-4212-a732-f9a0f6d351d8), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.635774 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.670414 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:28.684242 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-293552df-3551-40d9-b2d9-a3ca81d104ce None None] Provisioning complete for port 1c244764-f592-4134-94a9-74c96bed5c34 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:28.684617 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-293552df-3551-40d9-b2d9-a3ca81d104ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1c244764-f592-4134-94a9-74c96bed5c34), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.684763 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:31:28.690144 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:28.694484 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:31:28.698152 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Pushing event updated for resources: {'Port': ['ID=13c64482-423c-4212-a732-f9a0f6d351d8,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:28.736187 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.799177 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:28.839845 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-293552df-3551-40d9-b2d9-a3ca81d104ce None None] Current status of the port 1c244764-f592-4134-94a9-74c96bed5c34 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:28.872189 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.907913 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Publish callbacks [] for port (6a77c027-bdf3-4f17-8912-b906786590dd), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.914638 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.986613 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-9dc392e3-da85-458d-abde-b9a11be2c417 None None] Provisioning complete for port 13c64482-423c-4212-a732-f9a0f6d351d8 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:28.986982 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9dc392e3-da85-458d-abde-b9a11be2c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:28.988620 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Attempting to bind port 6a77c027-bdf3-4f17-8912-b906786590dd on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:31:28.988983 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Attempting to bind port 6a77c027-bdf3-4f17-8912-b906786590dd by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:31:28.989341 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Attempting to bind port 6a77c027-bdf3-4f17-8912-b906786590dd on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:31:28.992958 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6a475-8e8d-4bcc-a6e7-681f589bca7f None None] Pushing event updated for resources: {'Port': ['ID=6a77c027-bdf3-4f17-8912-b906786590dd,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:29.015612 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:31:29.015894 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:31:29.016293 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:29.016686 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:31:29.017166 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Bound port: 6a77c027-bdf3-4f17-8912-b906786590dd, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:31:29.017541 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:29.053924 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-9dc392e3-da85-458d-abde-b9a11be2c417 None None] Port 13c64482-423c-4212-a732-f9a0f6d351d8 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:31:29.075557 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Publish callbacks [] for port (13c64482-423c-4212-a732-f9a0f6d351d8), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:29.076224 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] For port 6a77c027-bdf3-4f17-8912-b906786590dd, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:31:29.080083 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] For port 6a77c027-bdf3-4f17-8912-b906786590dd, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=6a77c027-bdf3-4f17-8912-b906786590dd,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:31:29.080510 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:29.085773 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:29.139610 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:29.140455 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:29.150266 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Pushing event updated for resources: {'Port': ['ID=13c64482-423c-4212-a732-f9a0f6d351d8,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:29.152664 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:29.187021 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6a475-8e8d-4bcc-a6e7-681f589bca7f None None] Pushing event updated for resources: {'Port': ['ID=6a77c027-bdf3-4f17-8912-b906786590dd,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:29.246530 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:31:29.248038 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:29.259332 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:29.300685 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1c244764-f592-4134-94a9-74c96bed5c34 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:29.346068 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:29.441348 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 1c244764-f592-4134-94a9-74c96bed5c34 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:29.441865 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (1c244764-f592-4134-94a9-74c96bed5c34), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:29.501512 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-3e5e7143-fea0-4d5c-9695-bd3bc802af4c None None] Provisioning complete for port 13c64482-423c-4212-a732-f9a0f6d351d8 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:29.502309 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7143-fea0-4d5c-9695-bd3bc802af4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:29.560806 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:29.579403 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:29.582699 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e7143-fea0-4d5c-9695-bd3bc802af4c None None] Port 13c64482-423c-4212-a732-f9a0f6d351d8 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:31:29.619756 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:31:29.631591 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 2, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:29.633307 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 1c244764-f592-4134-94a9-74c96bed5c34 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:29.658985 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8dc40a-ae11-4a5d-be31-4423636f4163 None None] The sync data for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi is: [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 2, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:31:29.730384 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:31:29.735363 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-85185d85-8775-436e-9b6f-c88bdc6358e9 admin admin] 10.222.0.39 "PUT /v2.0/routers/1dcb7347-fb3a-45b5-a3e1-ec478c48117e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8336396 May 26 03:31:30.258650 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56938) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:30.267712 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1597029330-network', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:30.295867 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Made reservation on behalf of 0c5e8d1fe5504ad99fdde378c11502af for: {'network': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:31:30.299129 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for network (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.313313 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.371251 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:30.393634 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:30.398813 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Publish callbacks [] for security_group (fc778db6-73ad-4be0-9a2d-b23e93df49d8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.404138 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (fc778db6-73ad-4be0-9a2d-b23e93df49d8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.426380 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 03:31:30.446135 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786519033182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (db0178e4-3f9c-40a1-a7e3-95e0b0b0c674), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.447338 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.segments_db [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Added segment db0178e4-3f9c-40a1-a7e3-95e0b0b0c674 of type vlan for network 6446b525-b114-4040-9e3b-f20158181ee4 May 26 03:31:30.448507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc778db6-73ad-4be0-9a2d-b23e93df49d8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:30.495053 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786518476364'] for network (6446b525-b114-4040-9e3b-f20158181ee4), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.522484 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873'] for network (6446b525-b114-4040-9e3b-f20158181ee4), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.523516 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:30.524100 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.590513 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3276474 May 26 03:31:30.590928 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56940) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:30.596109 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Request body: {'subnet': {'network_id': '6446b525-b114-4040-9e3b-f20158181ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1597029330-subnet', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'ip_version': 4}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:30.597357 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03dddf-e551-437b-b9ce-f8b010439bcb admin admin] Pushing event updated for resources: {'Network': ['ID=6446b525-b114-4040-9e3b-f20158181ee4,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:30.606925 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Network 6446b525-b114-4040-9e3b-f20158181ee4 details requested by agent ovs-agent-dv-cinder-843361-1-iscsi with host dv-cinder-843361-1-iscsi {{(pid=104054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 03:31:30.620480 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Made reservation on behalf of 0c5e8d1fe5504ad99fdde378c11502af for: {'subnet': 1} {{(pid=104053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:31:30.623195 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5823463'] for subnet (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.700636 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:30.709192 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:30.808243 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5823253'] for subnet (02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.858330 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:30.875642 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Checking segment: {'id': 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:31:30.876002 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Network hostable DHCP agents. Network: 6446b525-b114-4040-9e3b-f20158181ee4, hostable agents: ['ddd43c1e-d2b5-44ad-9bba-a85672fcfb33'], hosted agents: [] {{(pid=104053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 03:31:30.895951 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Network 6446b525-b114-4040-9e3b-f20158181ee4 is scheduled to be hosted by DHCP agent ddd43c1e-d2b5-44ad-9bba-a85672fcfb33 with binding_index 1 {{(pid=104053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 03:31:30.907905 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-1-iscsi, 6446b525-b114-4040-9e3b-f20158181ee4) {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:30.912318 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:30.913110 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.917859 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a4a3f1-ea48-42c8-b3a2-8243919a9c40 None None] Network 6446b525-b114-4040-9e3b-f20158181ee4 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:31:30.933203 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-fd2e3ad5-a1d9-4881-a92d-646ae2f7e3e2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3411098 May 26 03:31:30.936011 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56942) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:30.940504 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:30.961904 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-404015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3964'] for router (0ca150de-adc0-4add-93f3-0f3d144af130), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:30.963509 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-403903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-408879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-300117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3845'] for router (0ca150de-adc0-4add-93f3-0f3d144af130), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.016676 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks [] for router_controller (0ca150de-adc0-4add-93f3-0f3d144af130), precommit_add_association {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.031417 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b4be1e4-0923-58fe-a1b6-8c29feddd3f3-6446b525-b114-4040-9e3b-f20158181ee4', 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4', 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'fixed_ips': [{'subnet_id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0'}]}} from dv-cinder-843361-1-iscsi. {{(pid=104054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 03:31:31.032442 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.173782 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.db_base_plugin_common [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Allocated IP 172.20.0.2 (6446b525-b114-4040-9e3b-f20158181ee4/02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0/70efa8cc-629b-435e-bb57-4a1ba3d528ab) {{(pid=104054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:31:31.367144 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 6a77c027-bdf3-4f17-8912-b906786590dd up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:31.402377 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks [] for router_gateway (0ca150de-adc0-4add-93f3-0f3d144af130), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.446037 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 6a77c027-bdf3-4f17-8912-b906786590dd triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:31.446975 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.534273 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Publish callbacks [] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), precommit_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.557223 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), after_create {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.590501 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks [] for router_gateway (0ca150de-adc0-4add-93f3-0f3d144af130), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.602022 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Network 6446b525-b114-4040-9e3b-f20158181ee4 is already hosted by enough agents. {{(pid=104054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:31:31.607740 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 6a77c027-bdf3-4f17-8912-b906786590dd is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:31.608377 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.610382 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.613191 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.scheduler.base_scheduler [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Resources bound (agent type, host, resource id): {{(pid=104054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:31.623376 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Received port after_create {{(pid=104054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:31:31.649579 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Pushing event updated for resources: {'Port': ['ID=70efa8cc-629b-435e-bb57-4a1ba3d528ab,revision_number=1']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:31.656696 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 6a77c027-bdf3-4f17-8912-b906786590dd, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=6a77c027-bdf3-4f17-8912-b906786590dd,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:31.675601 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.717873 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Sync routers for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:31:31.726922 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:31.727632 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:31.734526 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Allocated IP 172.27.2.224 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/2b968d36-1b1c-4bb1-afe6-d6218d61e4f5) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:31:31.734936 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Attempting to bind port 70efa8cc-629b-435e-bb57-4a1ba3d528ab on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:31:31.735343 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Attempting to bind port 70efa8cc-629b-435e-bb57-4a1ba3d528ab by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:31:31.735703 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Attempting to bind port 70efa8cc-629b-435e-bb57-4a1ba3d528ab on network 6446b525-b114-4040-9e3b-f20158181ee4 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:31:31.749921 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:31:31.750302 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Checking segment: {'id': 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:31:31.750915 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.751534 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Bound using segment: {'id': 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:31:31.752039 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Bound port: 70efa8cc-629b-435e-bb57-4a1ba3d528ab, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:31:31.752602 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.767422 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=6a77c027-bdf3-4f17-8912-b906786590dd,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:31.818357 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:31.827720 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] For port 70efa8cc-629b-435e-bb57-4a1ba3d528ab, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:31:31.830969 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] For port 70efa8cc-629b-435e-bb57-4a1ba3d528ab, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=70efa8cc-629b-435e-bb57-4a1ba3d528ab,segment=NetworkSegment(db0178e4-3f9c-40a1-a7e3-95e0b0b0c674),segment_id=db0178e4-3f9c-40a1-a7e3-95e0b0b0c674)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:31:31.839376 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:31.839618 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.847289 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks [] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.882402 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:31.891056 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:31.896982 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:31.908265 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f28f6-daea-4653-8744-4dad5ec9a248 None None] Pushing event updated for resources: {'Port': ['ID=70efa8cc-629b-435e-bb57-4a1ba3d528ab,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:31.941780 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:31:31.945779 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:31.951495 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:31:31.994168 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b968d36-1b1c-4bb1-afe6-d6218d61e4f5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:32.136428 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 2, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:32.168990 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Checking router: 1dcb7347-fb3a-45b5-a3e1-ec478c48117e for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:31:32.169337 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Updating router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e port 13c64482-423c-4212-a732-f9a0f6d351d8 binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:31:32.198148 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.226759 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks [] for router_gateway (0ca150de-adc0-4add-93f3-0f3d144af130), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.284123 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3c14a0b9-9a3b-45b7-8754-212461688218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.330018 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=100 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:32.421526 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:32.425609 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-403894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408954'] for router (0ca150de-adc0-4add-93f3-0f3d144af130), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.504033 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Publish callbacks [] for port (13c64482-423c-4212-a732-f9a0f6d351d8), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.510626 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.550484 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Router 0ca150de-adc0-4add-93f3-0f3d144af130 is scheduled to L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e with binding_index 1 {{(pid=104052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 03:31:32.557709 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Pushing event updated for resources: {'Port': ['ID=13c64482-423c-4212-a732-f9a0f6d351d8,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:32.569703 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.570050 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.570411 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.570771 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.571108 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.572240 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.572816 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.572816 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.573144 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.573649 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.573979 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.574435 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.574760 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.575082 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.575430 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:31:32.638367 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Attempting to bind port 13c64482-423c-4212-a732-f9a0f6d351d8 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:31:32.638674 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Attempting to bind port 13c64482-423c-4212-a732-f9a0f6d351d8 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:31:32.639040 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Attempting to bind port 13c64482-423c-4212-a732-f9a0f6d351d8 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:31:32.644930 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:31:32.645298 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Checking segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:31:32.645698 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.646086 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Bound using segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:31:32.646547 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Bound port: 13c64482-423c-4212-a732-f9a0f6d351d8, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:31:32.646921 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.693150 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:31:32.704815 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Sync routers for ids ['0ca150de-adc0-4add-93f3-0f3d144af130'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:31:32.723074 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:32.725245 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Routers {'0ca150de-adc0-4add-93f3-0f3d144af130'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:32.726164 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['0ca150de-adc0-4add-93f3-0f3d144af130'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:32.732815 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] For port 13c64482-423c-4212-a732-f9a0f6d351d8, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:31:32.737555 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.739132 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-adf67f58-f7d7-46a9-9a33-1a73727b3fb3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8020277 May 26 03:31:32.740068 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] For port 13c64482-423c-4212-a732-f9a0f6d351d8, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=13c64482-423c-4212-a732-f9a0f6d351d8,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:31:32.742373 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56944) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:32.748942 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:32.798518 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:32.799591 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:32.914936 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Set router 0ca150de-adc0-4add-93f3-0f3d144af130 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:32.938139 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fb78e-a2c9-4586-b4ba-bc8d63ef7bb8 None None] Pushing event updated for resources: {'Port': ['ID=13c64482-423c-4212-a732-f9a0f6d351d8,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:32.949737 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:33.019862 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-3ca34985-1d6f-4ef5-a6cb-ca808db2b72d None None] Provisioning complete for port 13c64482-423c-4212-a732-f9a0f6d351d8 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:33.020444 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3ca34985-1d6f-4ef5-a6cb-ca808db2b72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.102431 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:33.150440 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:33.185223 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:32Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:33.214538 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9e91a-e1be-454b-8ebd-fa457ce63e44 None None] The sync data for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi is: [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:32Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:31:33.221196 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47233694-7371-4c09-94be-dcd9a05f0e9a None None] Network 6446b525-b114-4040-9e3b-f20158181ee4 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:31:33.281005 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.349913 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-3ca34985-1d6f-4ef5-a6cb-ca808db2b72d None None] Current status of the port 13c64482-423c-4212-a732-f9a0f6d351d8 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:33.350309 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3ca34985-1d6f-4ef5-a6cb-ca808db2b72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.358220 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:30Z', 'updated_at': '2022-05-26T03:31:32Z', 'revision_number': 3, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'gw_port': {'id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:31Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:33.408652 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Checking router: 0ca150de-adc0-4add-93f3-0f3d144af130 for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:31:33.409024 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Updating router 0ca150de-adc0-4add-93f3-0f3d144af130 port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 binding host dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:31:33.452524 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 13c64482-423c-4212-a732-f9a0f6d351d8 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:33.482480 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Allocated IP 172.20.0.1 (6446b525-b114-4040-9e3b-f20158181ee4/02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0/c451ad44-a24f-43c9-918d-6da55f45a3c7) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:31:33.500222 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:33.503439 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.525063 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-3ca34985-1d6f-4ef5-a6cb-ca808db2b72d None None] For port 13c64482-423c-4212-a732-f9a0f6d351d8, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=13c64482-423c-4212-a732-f9a0f6d351d8,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:33.547442 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:33.553523 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3ca34985-1d6f-4ef5-a6cb-ca808db2b72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.615585 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Publish callbacks [] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.651120 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.657759 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 13c64482-423c-4212-a732-f9a0f6d351d8 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:33.658140 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.698569 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Network 6446b525-b114-4040-9e3b-f20158181ee4 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:31:33.706395 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:33.709885 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:31:33.745013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Pushing event updated for resources: {'Port': ['ID=c451ad44-a24f-43c9-918d-6da55f45a3c7,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:33.766467 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401455'] for router_interface (0ca150de-adc0-4add-93f3-0f3d144af130), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.776280 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca34985-1d6f-4ef5-a6cb-ca808db2b72d None None] Pushing event updated for resources: {'Port': ['ID=13c64482-423c-4212-a732-f9a0f6d351d8,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:33.803658 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] Provisioning complete for port 13c64482-423c-4212-a732-f9a0f6d351d8 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:33.804404 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.926628 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:33.990809 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 13c64482-423c-4212-a732-f9a0f6d351d8 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:33.992016 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 6a77c027-bdf3-4f17-8912-b906786590dd up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:34.167854 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Publish callbacks [] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.174421 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.184893 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] Current status of the port 13c64482-423c-4212-a732-f9a0f6d351d8 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:34.213652 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] Provisioning complete for port 70efa8cc-629b-435e-bb57-4a1ba3d528ab triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:34.214000 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.245908 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Pushing event updated for resources: {'Port': ['ID=c451ad44-a24f-43c9-918d-6da55f45a3c7,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:34.248464 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-920835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402623'] for router_interface (0ca150de-adc0-4add-93f3-0f3d144af130), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.284577 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:34.297418 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 6a77c027-bdf3-4f17-8912-b906786590dd triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:34.297923 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.325742 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Publish callbacks [] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), precommit_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.341453 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.345686 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:34.350766 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Network 6446b525-b114-4040-9e3b-f20158181ee4 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:31:34.353881 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:34.438062 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa45780-ba76-4178-8683-bde893589de5 None None] Pushing event updated for resources: {'Port': ['ID=2b968d36-1b1c-4bb1-afe6-d6218d61e4f5,revision_number=2']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:34.443801 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:34.444282 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] Current status of the port 70efa8cc-629b-435e-bb57-4a1ba3d528ab is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:34.444672 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.448699 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Attempting to bind port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:31:34.449451 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Attempting to bind port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:31:34.449451 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Attempting to bind port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 on network 04c72595-a4fa-4772-b186-7507e8006055 {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:31:34.469295 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Router 0ca150de-adc0-4add-93f3-0f3d144af130 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:31:34.476676 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:34.492720 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:31:34.493776 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Checking segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:31:34.494282 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.494687 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Bound using segment: {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'} {{(pid=104054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:31:34.495188 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.managers [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Bound port: 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2a94f-4cc2-482c-8d6a-2ac371a9411a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04c72595-a4fa-4772-b186-7507e8006055'}}] {{(pid=104054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:31:34.495600 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.548125 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 6a77c027-bdf3-4f17-8912-b906786590dd is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:34.549229 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 70efa8cc-629b-435e-bb57-4a1ba3d528ab up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:34.582181 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] For port 70efa8cc-629b-435e-bb57-4a1ba3d528ab, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=70efa8cc-629b-435e-bb57-4a1ba3d528ab,segment=NetworkSegment(db0178e4-3f9c-40a1-a7e3-95e0b0b0c674),segment_id=db0178e4-3f9c-40a1-a7e3-95e0b0b0c674)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:34.594379 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e4c05acc-4812-496e-9fb1-cf74fb31afec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.595429 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:31:34.599153 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.609989 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-e1633cbf-37c6-41ba-93bf-fab1dc77d6bc admin admin] 10.222.0.39 "PUT /v2.0/routers/0ca150de-adc0-4add-93f3-0f3d144af130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8569071 May 26 03:31:34.636116 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:34.646564 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] For port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:31:34.670979 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] For port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=2b968d36-1b1c-4bb1-afe6-d6218d61e4f5,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:31:34.686944 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.690721 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 70efa8cc-629b-435e-bb57-4a1ba3d528ab triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:34.691070 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.697631 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c7254-82b8-42f5-90e6-136051a3accc None None] Pushing event updated for resources: {'Port': ['ID=70efa8cc-629b-435e-bb57-4a1ba3d528ab,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:34.773036 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-be2337ac-43d5-4db8-8738-bb34ef331ab3 None None] Provisioning complete for port 70efa8cc-629b-435e-bb57-4a1ba3d528ab triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:34.773411 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-be2337ac-43d5-4db8-8738-bb34ef331ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:34.821102 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Routers {'0ca150de-adc0-4add-93f3-0f3d144af130'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:34.821819 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['0ca150de-adc0-4add-93f3-0f3d144af130'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:34.826414 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa45780-ba76-4178-8683-bde893589de5 None None] Pushing event updated for resources: {'Port': ['ID=2b968d36-1b1c-4bb1-afe6-d6218d61e4f5,revision_number=3']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:34.952294 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 70efa8cc-629b-435e-bb57-4a1ba3d528ab is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:34.954476 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56952) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:34.959172 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-1b41ad0a-24b4-459a-8c8f-3d50c2df02f5 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137313852', 'description': 'tempest-secgroup-smoke-1137313852 description', 'project_id': '68d9565a6929495295d5344bb680a8bf'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:34.986197 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b41ad0a-24b4-459a-8c8f-3d50c2df02f5 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.004080 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] Set router 0ca150de-adc0-4add-93f3-0f3d144af130 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:35.005935 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-be2337ac-43d5-4db8-8738-bb34ef331ab3 None None] Current status of the port 70efa8cc-629b-435e-bb57-4a1ba3d528ab is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:35.046580 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-be2337ac-43d5-4db8-8738-bb34ef331ab3 None None] Provisioning complete for port c451ad44-a24f-43c9-918d-6da55f45a3c7 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:35.046950 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-be2337ac-43d5-4db8-8738-bb34ef331ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.060383 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b41ad0a-24b4-459a-8c8f-3d50c2df02f5 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group (40709489-28ca-44cc-b6f0-05116e3e736a), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.064203 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b41ad0a-24b4-459a-8c8f-3d50c2df02f5 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (40709489-28ca-44cc-b6f0-05116e3e736a), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.094715 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1b41ad0a-24b4-459a-8c8f-3d50c2df02f5 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.095979 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1b41ad0a-24b4-459a-8c8f-3d50c2df02f5 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1404915 May 26 03:31:35.099133 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56954) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:35.104319 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41ad0a-24b4-459a-8c8f-3d50c2df02f5 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40709489-28ca-44cc-b6f0-05116e3e736a,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:35.104651 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-ebe41341-39ac-452b-9817-16c3f603073c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'security_group_rule': {'security_group_id': '40709489-28ca-44cc-b6f0-05116e3e736a', 'project_id': '68d9565a6929495295d5344bb680a8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:35.133097 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ebe41341-39ac-452b-9817-16c3f603073c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (d538b6b8-f6f1-4d04-b659-d5eead847d7c), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.147710 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-be2337ac-43d5-4db8-8738-bb34ef331ab3 None None] Port c451ad44-a24f-43c9-918d-6da55f45a3c7 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:31:35.185554 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ebe41341-39ac-452b-9817-16c3f603073c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (d538b6b8-f6f1-4d04-b659-d5eead847d7c), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.189444 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ebe41341-39ac-452b-9817-16c3f603073c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (d538b6b8-f6f1-4d04-b659-d5eead847d7c), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.209329 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe41341-39ac-452b-9817-16c3f603073c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d538b6b8-f6f1-4d04-b659-d5eead847d7c,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:35.215846 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ebe41341-39ac-452b-9817-16c3f603073c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.219919 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 56956) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:35.224929 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-0198acbc-7f08-4285-ba41-9f27680fa700 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'security_group_rule': {'security_group_id': '40709489-28ca-44cc-b6f0-05116e3e736a', 'project_id': '68d9565a6929495295d5344bb680a8bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:35.228529 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-ebe41341-39ac-452b-9817-16c3f603073c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266139 May 26 03:31:35.233016 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:30Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 4, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'gw_port': {'id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:31Z', 'updated_at': '2022-05-26T03:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'c451ad44-a24f-43c9-918d-6da55f45a3c7', 'name': '', 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'mac_address': 'fa:16:3e:d8:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:33Z', 'updated_at': '2022-05-26T03:31:34Z', 'revision_number': 2, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'subnets': [{'id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:35.254973 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0198acbc-7f08-4285-ba41-9f27680fa700 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (52b69ac0-0001-4b91-8c7e-67cfc69c56e0), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.258923 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05693e08-f952-44e2-8c85-552b1b2ad256 None None] The sync data for ids ['0ca150de-adc0-4add-93f3-0f3d144af130'] in dv-cinder-843361-1-iscsi is: [{'id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:30Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 4, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'gw_port': {'id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:31Z', 'updated_at': '2022-05-26T03:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'c451ad44-a24f-43c9-918d-6da55f45a3c7', 'name': '', 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'mac_address': 'fa:16:3e:d8:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:33Z', 'updated_at': '2022-05-26T03:31:34Z', 'revision_number': 2, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'subnets': [{'id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:31:35.307096 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 13c64482-423c-4212-a732-f9a0f6d351d8 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:35.328588 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0198acbc-7f08-4285-ba41-9f27680fa700 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (52b69ac0-0001-4b91-8c7e-67cfc69c56e0), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.332633 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0198acbc-7f08-4285-ba41-9f27680fa700 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (52b69ac0-0001-4b91-8c7e-67cfc69c56e0), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.355860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198acbc-7f08-4285-ba41-9f27680fa700 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b69ac0-0001-4b91-8c7e-67cfc69c56e0,revision_number=0']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:35.361453 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0198acbc-7f08-4285-ba41-9f27680fa700 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.362674 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-0198acbc-7f08-4285-ba41-9f27680fa700 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417501 May 26 03:31:35.365499 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56958) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:35.366764 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 13c64482-423c-4212-a732-f9a0f6d351d8 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:35.367391 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.370201 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-37fc0d23-25d7-4ff7-aeef-54605be6c1cb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'security_group_rule': {'security_group_id': '40709489-28ca-44cc-b6f0-05116e3e736a', 'project_id': '68d9565a6929495295d5344bb680a8bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:35.405370 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-37fc0d23-25d7-4ff7-aeef-54605be6c1cb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (4694631b-b50d-4b73-aa46-a07e62c9f840), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.444943 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:35.454363 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 13c64482-423c-4212-a732-f9a0f6d351d8 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:35.455744 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 70efa8cc-629b-435e-bb57-4a1ba3d528ab up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:35.473486 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-37fc0d23-25d7-4ff7-aeef-54605be6c1cb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (4694631b-b50d-4b73-aa46-a07e62c9f840), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.481925 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-37fc0d23-25d7-4ff7-aeef-54605be6c1cb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (4694631b-b50d-4b73-aa46-a07e62c9f840), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.486847 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:35.511997 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc0d23-25d7-4ff7-aeef-54605be6c1cb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4694631b-b50d-4b73-aa46-a07e62c9f840,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:35.516213 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 70efa8cc-629b-435e-bb57-4a1ba3d528ab triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:35.516590 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.516963 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-37fc0d23-25d7-4ff7-aeef-54605be6c1cb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.519105 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-37fc0d23-25d7-4ff7-aeef-54605be6c1cb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522162 May 26 03:31:35.521849 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56960) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:35.526815 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-cb9bc92d-85ac-4e52-b793-6616ee085652 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'security_group_rule': {'security_group_id': '40709489-28ca-44cc-b6f0-05116e3e736a', 'project_id': '68d9565a6929495295d5344bb680a8bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:35.569322 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc92d-85ac-4e52-b793-6616ee085652 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (3e1d2898-d7d0-48af-aefe-69efc7e40c4b), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.597384 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 70efa8cc-629b-435e-bb57-4a1ba3d528ab is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:35.628072 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc92d-85ac-4e52-b793-6616ee085652 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (3e1d2898-d7d0-48af-aefe-69efc7e40c4b), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.632235 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc92d-85ac-4e52-b793-6616ee085652 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (3e1d2898-d7d0-48af-aefe-69efc7e40c4b), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.650988 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bc92d-85ac-4e52-b793-6616ee085652 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1d2898-d7d0-48af-aefe-69efc7e40c4b,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:35.662640 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cb9bc92d-85ac-4e52-b793-6616ee085652 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.663974 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cb9bc92d-85ac-4e52-b793-6616ee085652 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411710 May 26 03:31:35.667359 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56962) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:35.671935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-cbb4a2c4-7d96-48f9-9417-f7fd82e77826 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'security_group_rule': {'security_group_id': '40709489-28ca-44cc-b6f0-05116e3e736a', 'project_id': '68d9565a6929495295d5344bb680a8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:35.697598 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-cbb4a2c4-7d96-48f9-9417-f7fd82e77826 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Project 68d9565a6929495295d5344bb680a8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 03:31:35.704233 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a2c4-7d96-48f9-9417-f7fd82e77826 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (6ab6615f-0a7d-4eb2-983f-b42ea8d100c9), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.760857 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a2c4-7d96-48f9-9417-f7fd82e77826 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (6ab6615f-0a7d-4eb2-983f-b42ea8d100c9), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.764599 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a2c4-7d96-48f9-9417-f7fd82e77826 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (6ab6615f-0a7d-4eb2-983f-b42ea8d100c9), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.785014 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4a2c4-7d96-48f9-9417-f7fd82e77826 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab6615f-0a7d-4eb2-983f-b42ea8d100c9,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:35.795002 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cbb4a2c4-7d96-48f9-9417-f7fd82e77826 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.796259 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-cbb4a2c4-7d96-48f9-9417-f7fd82e77826 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278727 May 26 03:31:35.799033 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 56964) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:31:35.804997 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [None req-67657d8e-81ff-4a4f-9b7c-76453ef94ddf tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'security_group_rule': {'security_group_id': '40709489-28ca-44cc-b6f0-05116e3e736a', 'project_id': '68d9565a6929495295d5344bb680a8bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:35.822127 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.827843 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.securitygroups_db [None req-67657d8e-81ff-4a4f-9b7c-76453ef94ddf tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Project 68d9565a6929495295d5344bb680a8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 03:31:35.833872 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67657d8e-81ff-4a4f-9b7c-76453ef94ddf tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (5c92bd6c-09ce-4aa6-ba9b-d09b719a6f35), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.897372 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67657d8e-81ff-4a4f-9b7c-76453ef94ddf tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (5c92bd6c-09ce-4aa6-ba9b-d09b719a6f35), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.902270 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67657d8e-81ff-4a4f-9b7c-76453ef94ddf tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543042'] for security_group_rule (5c92bd6c-09ce-4aa6-ba9b-d09b719a6f35), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.921577 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657d8e-81ff-4a4f-9b7c-76453ef94ddf tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c92bd6c-09ce-4aa6-ba9b-d09b719a6f35,revision_number=0']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:35.928763 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67657d8e-81ff-4a4f-9b7c-76453ef94ddf tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:35.929971 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-67657d8e-81ff-4a4f-9b7c-76453ef94ddf tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299911 May 26 03:31:37.251000 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:37.311750 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:37.360550 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:37.360924 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:37.398845 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:37.417156 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Sync routers for ids ['0ca150de-adc0-4add-93f3-0f3d144af130'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:31:37.427727 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Routers {'0ca150de-adc0-4add-93f3-0f3d144af130'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:37.428564 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['0ca150de-adc0-4add-93f3-0f3d144af130'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:37.446430 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:37.446824 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:37.470632 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] For port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=2b968d36-1b1c-4bb1-afe6-d6218d61e4f5,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:37.474815 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:37.500564 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:37.530924 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Pushing event updated for resources: {'Port': ['ID=2b968d36-1b1c-4bb1-afe6-d6218d61e4f5,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:37.535065 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:37.539220 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Set router 0ca150de-adc0-4add-93f3-0f3d144af130 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:37.581776 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:37.732917 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:30Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 4, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'gw_port': {'id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:31Z', 'updated_at': '2022-05-26T03:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'c451ad44-a24f-43c9-918d-6da55f45a3c7', 'name': '', 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'mac_address': 'fa:16:3e:d8:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:33Z', 'updated_at': '2022-05-26T03:31:34Z', 'revision_number': 2, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'subnets': [{'id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:37.757030 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Checking router: 0ca150de-adc0-4add-93f3-0f3d144af130 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:31:37.757334 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Updating router 0ca150de-adc0-4add-93f3-0f3d144af130 port c451ad44-a24f-43c9-918d-6da55f45a3c7 binding host dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 03:31:37.788213 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.184334 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Publish callbacks [] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.190145 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.250973 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebc98f-fc1c-4bb0-bad1-48b9573223b4 None None] Pushing event updated for resources: {'Port': ['ID=c451ad44-a24f-43c9-918d-6da55f45a3c7,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:38.318866 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Attempting to bind port c451ad44-a24f-43c9-918d-6da55f45a3c7 on host dv-cinder-843361-1-iscsi for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:31:38.319298 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Attempting to bind port c451ad44-a24f-43c9-918d-6da55f45a3c7 by drivers openvswitch,hyperv on host dv-cinder-843361-1-iscsi at level 0 using segments [{'id': 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:31:38.319635 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Attempting to bind port c451ad44-a24f-43c9-918d-6da55f45a3c7 on network 6446b525-b114-4040-9e3b-f20158181ee4 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:31:38.326784 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Checking agent: {'id': '2cad7dff-7740-4e81-b649-c6bd206d4d76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 10, 8), 'started_at': datetime.datetime(2022, 5, 26, 3, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:31:38.327296 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Checking segment: {'id': 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:31:38.327964 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.328560 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Bound using segment: {'id': 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:31:38.329132 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Bound port: c451ad44-a24f-43c9-918d-6da55f45a3c7, host: dv-cinder-843361-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:31:38.329517 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.405881 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] For port c451ad44-a24f-43c9-918d-6da55f45a3c7, host dv-cinder-843361-1-iscsi, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:31:38.410377 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] For port c451ad44-a24f-43c9-918d-6da55f45a3c7, host dv-cinder-843361-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=c451ad44-a24f-43c9-918d-6da55f45a3c7,segment=NetworkSegment(db0178e4-3f9c-40a1-a7e3-95e0b0b0c674),segment_id=db0178e4-3f9c-40a1-a7e3-95e0b0b0c674)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:31:38.420285 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.484075 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Routers {'0ca150de-adc0-4add-93f3-0f3d144af130'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:31:38.485121 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:31:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['0ca150de-adc0-4add-93f3-0f3d144af130'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:38.497856 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-73a904f6-5a11-40fd-b161-32cc06cb9443 None None] Provisioning complete for port c451ad44-a24f-43c9-918d-6da55f45a3c7 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:38.498395 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73a904f6-5a11-40fd-b161-32cc06cb9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.585530 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.611105 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebc98f-fc1c-4bb0-bad1-48b9573223b4 None None] Pushing event updated for resources: {'Port': ['ID=c451ad44-a24f-43c9-918d-6da55f45a3c7,revision_number=4']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:38.627259 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] Set router 0ca150de-adc0-4add-93f3-0f3d144af130 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:31:38.635957 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-73a904f6-5a11-40fd-b161-32cc06cb9443 None None] Current status of the port c451ad44-a24f-43c9-918d-6da55f45a3c7 is: DOWN; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:38.636493 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73a904f6-5a11-40fd-b161-32cc06cb9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.658863 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:38.660377 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:38.681916 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-73a904f6-5a11-40fd-b161-32cc06cb9443 None None] For port c451ad44-a24f-43c9-918d-6da55f45a3c7, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=c451ad44-a24f-43c9-918d-6da55f45a3c7,segment=NetworkSegment(db0178e4-3f9c-40a1-a7e3-95e0b0b0c674),segment_id=db0178e4-3f9c-40a1-a7e3-95e0b0b0c674)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:31:38.694326 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73a904f6-5a11-40fd-b161-32cc06cb9443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.762966 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a904f6-5a11-40fd-b161-32cc06cb9443 None None] Pushing event updated for resources: {'Port': ['ID=c451ad44-a24f-43c9-918d-6da55f45a3c7,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:38.816961 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-cea14051-3d67-4a48-8285-0d8ad65ab1f8 None None] Provisioning complete for port c451ad44-a24f-43c9-918d-6da55f45a3c7 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:38.817328 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-cea14051-3d67-4a48-8285-0d8ad65ab1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:38.851166 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:30Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 4, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'gw_port': {'id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:31Z', 'updated_at': '2022-05-26T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'c451ad44-a24f-43c9-918d-6da55f45a3c7', 'name': '', 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'mac_address': 'fa:16:3e:d8:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:33Z', 'updated_at': '2022-05-26T03:31:38Z', 'revision_number': 4, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'subnets': [{'id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:31:38.876057 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b268b6d-560a-457b-9b84-320ef085dd72 None None] The sync data for ids ['0ca150de-adc0-4add-93f3-0f3d144af130'] in dv-cinder-843361-1-iscsi is: [{'id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:30Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 4, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'gw_port': {'id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:31Z', 'updated_at': '2022-05-26T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': 'c451ad44-a24f-43c9-918d-6da55f45a3c7', 'name': '', 'network_id': '6446b525-b114-4040-9e3b-f20158181ee4', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'mac_address': 'fa:16:3e:d8:97:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:33Z', 'updated_at': '2022-05-26T03:31:38Z', 'revision_number': 4, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'subnets': [{'id': '02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:31:38.899986 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-cea14051-3d67-4a48-8285-0d8ad65ab1f8 None None] Current status of the port c451ad44-a24f-43c9-918d-6da55f45a3c7 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:39.314583 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c451ad44-a24f-43c9-918d-6da55f45a3c7 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:39.362622 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port c451ad44-a24f-43c9-918d-6da55f45a3c7 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:39.363021 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:39.446213 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port c451ad44-a24f-43c9-918d-6da55f45a3c7 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:39.447401 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 up at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:31:39.490002 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Provisioning complete for port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:39.490288 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:39.567460 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Current status of the port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 is: ACTIVE; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:31:42.277622 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:45.353762 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=57,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:45.354569 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=47,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:45.921303 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=72,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:45.923851 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:48.848603 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=15 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:48.854799 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=25 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:49.564232 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:50.278744 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-e775352d-9de6-4f31-9059-1345430b4a85 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137313852&fields=id&tenant_id=68d9565a6929495295d5344bb680a8bf HTTP/1.1" status: 200 len: 267 time: 0.0439947 May 26 03:31:50.386317 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5605-175d-4902-95b4-bed9407173d0 req-f2e36f0b-e7ae-4f1a-8f23-3f92a1dac925 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:50.387797 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-f2e36f0b-e7ae-4f1a-8f23-3f92a1dac925 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 812 time: 0.1028509 May 26 03:31:50.402024 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-518910f2-5625-4cb9-82ef-cb66fcbec632 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/quotas/68d9565a6929495295d5344bb680a8bf HTTP/1.1" status: 200 len: 375 time: 0.0089357 May 26 03:31:50.450303 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-8ba298b1-8e45-4000-9eb9-4a36326a6ed0 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437162 May 26 03:31:50.464646 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-01c33335-3362-46d1-957e-532bccab3b09 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:31:50.465573 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-01c33335-3362-46d1-957e-532bccab3b09 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048203 May 26 03:31:50.551785 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-6c541ba1-474a-4184-ad8a-8132c617a952 service neutron] 10.222.0.39 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806518 May 26 03:31:50.643298 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-3eda1df9-e58d-43fb-bb19-f0cba459d408 service neutron] 10.222.0.39 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860364 May 26 03:31:50.932766 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f084fd80-f6d8-407d-a3a6-08b255e7a274 req-b278a36c-4cd3-46d6-86e2-94f07645ea18 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 210 time: 0.0276275 May 26 03:31:51.933400 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5605-175d-4902-95b4-bed9407173d0 req-6435ac21-f966-4fc5-a1ef-67bdf40041c1 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:51.934900 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-6435ac21-f966-4fc5-a1ef-67bdf40041c1 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 812 time: 0.1071327 May 26 03:31:52.001070 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-cc09e828-d09b-4a8d-8056-9d1d176ee07f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68d9565a6929495295d5344bb680a8bf HTTP/1.1" status: 200 len: 380 time: 0.0584621 May 26 03:31:52.011507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'port': {'device_id': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'admin_state_up': True, 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'security_groups': ['40709489-28ca-44cc-b6f0-05116e3e736a']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:52.036155 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bc8a2ea3-88fb-4084-8359-e88dc5c53b85 req-b3050f6e-a8ee-4c5c-b677-70f4b3071a81 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 210 time: 0.0303760 May 26 03:31:52.117676 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Made reservation on behalf of 68d9565a6929495295d5344bb680a8bf for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:31:52.121209 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:52.252688 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Allocated IP 172.20.0.14 (d22c3d48-11a8-404d-8fbe-c7137b6156f0/37b42570-b4fc-4a7f-9be6-6a28d0ec441f/4d8fe583-07b8-4f27-b998-f181b2251574) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:31:52.271477 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=54 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:52.272363 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:52.400094 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for port (4d8fe583-07b8-4f27-b998-f181b2251574), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:52.434294 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:52.481100 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:31:52.484154 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:31:52.486638 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:31:52.514256 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'Port': ['ID=4d8fe583-07b8-4f27-b998-f181b2251574,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:52.542323 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:52.543801 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:52.560031 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a29b4e66-1aa1-475d-a053-7141e9340953 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526404 May 26 03:31:52.570993 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Request body: {'port': {'device_id': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:31:52.607565 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:52.637979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:52.677692 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:52.693432 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-76d870a4-2da0-495e-b9bf-3ebf1e6bd235 None None] Provisioning complete for port 4d8fe583-07b8-4f27-b998-f181b2251574 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:31:52.693806 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-76d870a4-2da0-495e-b9bf-3ebf1e6bd235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:52.849156 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-76d870a4-2da0-495e-b9bf-3ebf1e6bd235 None None] Port 4d8fe583-07b8-4f27-b998-f181b2251574 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:31:52.929370 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8fe583-07b8-4f27-b998-f181b2251574 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:31:52.936785 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Publish callbacks [] for port (4d8fe583-07b8-4f27-b998-f181b2251574), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:52.949645 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Transition to ACTIVE for port object 4d8fe583-07b8-4f27-b998-f181b2251574 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:31:52.955099 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:53.008179 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8fe583-07b8-4f27-b998-f181b2251574,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:53.082442 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Attempting to bind port 4d8fe583-07b8-4f27-b998-f181b2251574 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:31:53.082442 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Attempting to bind port 4d8fe583-07b8-4f27-b998-f181b2251574 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:31:53.082442 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Attempting to bind port 4d8fe583-07b8-4f27-b998-f181b2251574 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:31:53.087747 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Port 4d8fe583-07b8-4f27-b998-f181b2251574 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:31:53.088074 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Attempting to bind port 4d8fe583-07b8-4f27-b998-f181b2251574 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:31:53.094017 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:31:53.094345 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Checking segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:31:53.094730 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Bound using segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:31:53.095159 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Bound port: 4d8fe583-07b8-4f27-b998-f181b2251574, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:31:53.095541 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:53.160520 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] For port 4d8fe583-07b8-4f27-b998-f181b2251574, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:31:53.163475 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39b523-eaea-4a48-b1f1-9ec03423b448 req-a36db877-9e6c-476f-b727-03aba3888060 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:53.163984 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] For port 4d8fe583-07b8-4f27-b998-f181b2251574, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=4d8fe583-07b8-4f27-b998-f181b2251574,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:31:53.165206 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bc39b523-eaea-4a48-b1f1-9ec03423b448 req-a36db877-9e6c-476f-b727-03aba3888060 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 944 time: 0.0544853 May 26 03:31:53.170115 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:53.210750 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:53.211397 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:31:53.212777 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] 10.222.0.45 "PUT /v2.0/ports/4d8fe583-07b8-4f27-b998-f181b2251574 HTTP/1.1" status: 200 len: 1094 time: 0.6458156 May 26 03:31:53.213212 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'tag': '4d8fe583-07b8-4f27-b998-f181b2251574'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:31:53.215999 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95", "tag": "4d8fe583-07b8-4f27-b998-f181b2251574"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:31:53.218659 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-bc39b523-eaea-4a48-b1f1-9ec03423b448 req-29c05471-90a5-4d1e-9e87-d54ac301b4ba tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470829 May 26 03:31:53.260928 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21f908-f1ec-45a6-a670-ffc6a80a0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8fe583-07b8-4f27-b998-f181b2251574,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:31:53.266729 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f60677e-4395-4e6d-9cb0-efc6f90d5251 x-openstack-request-id: req-0f60677e-4395-4e6d-9cb0-efc6f90d5251 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:31:53.267209 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95", "tag": "4d8fe583-07b8-4f27-b998-f181b2251574", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:31:53.267554 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f60677e-4395-4e6d-9cb0-efc6f90d5251 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:31:53.268022 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f60677e-4395-4e6d-9cb0-efc6f90d5251'] response: {'name': 'network-changed', 'server_uuid': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'tag': '4d8fe583-07b8-4f27-b998-f181b2251574', 'status': 'completed', 'code': 200} May 26 03:31:53.310650 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5605-175d-4902-95b4-bed9407173d0 req-90d3e31d-71a6-4c19-9615-0de718a3a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:53.312335 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-90d3e31d-71a6-4c19-9615-0de718a3a39c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 1128 time: 0.0429025 May 26 03:31:53.353238 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-a0324d62-4c54-4ace-89b7-c9926ae04165 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8fe583-07b8-4f27-b998-f181b2251574 HTTP/1.1" status: 200 len: 217 time: 0.0342116 May 26 03:31:53.415609 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5605-175d-4902-95b4-bed9407173d0 req-ac185091-fc6e-47ea-b756-5d85b31a1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:53.417859 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-ac185091-fc6e-47ea-b756-5d85b31a1fd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0469809 May 26 03:31:53.462715 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5605-175d-4902-95b4-bed9407173d0 req-dd49f8e7-134f-4729-b8e2-b9381bdffc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:53.464335 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-dd49f8e7-134f-4729-b8e2-b9381bdffc1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418801 May 26 03:31:53.533696 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:53.554628 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-82bf600d-8785-429b-b4bf-0bfed97155b9 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847421 May 26 03:31:53.644575 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a09e5605-175d-4902-95b4-bed9407173d0 req-663f3cc9-8bfc-409e-870e-998632c5c05e service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840321 May 26 03:31:53.880964 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-947bf68b-d4ea-4f77-a0e0-e369eefcde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:53.882413 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-947bf68b-d4ea-4f77-a0e0-e369eefcde96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 1128 time: 0.0398729 May 26 03:31:53.908313 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:31:53.976464 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-34b76f27-2036-4927-b2d6-fd17dd8f0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:53.977913 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-34b76f27-2036-4927-b2d6-fd17dd8f0b4e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0887332 May 26 03:31:54.015685 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-fbf3b6b3-9625-43ae-8274-d5d39225aad8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8fe583-07b8-4f27-b998-f181b2251574 HTTP/1.1" status: 200 len: 217 time: 0.0315146 May 26 03:31:54.067751 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-b1786d39-11f2-413b-bb4d-214e4b71c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:54.069181 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-b1786d39-11f2-413b-bb4d-214e4b71c384 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0485766 May 26 03:31:54.115755 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-b82de402-c2f2-4598-b165-5c062e2d2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:54.117233 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-b82de402-c2f2-4598-b165-5c062e2d2566 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420072 May 26 03:31:54.343520 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dafec-92c4-41c7-9b9d-eb27176c2390 req-c5f413fc-c670-46fd-a4f8-0fdd3f5d0c40 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:54.345039 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b93dafec-92c4-41c7-9b9d-eb27176c2390 req-c5f413fc-c670-46fd-a4f8-0fdd3f5d0c40 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 944 time: 0.0495632 May 26 03:31:54.399005 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b93dafec-92c4-41c7-9b9d-eb27176c2390 req-dbe904c6-df54-42e5-80de-0129b3974dae tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481462 May 26 03:31:54.452032 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-6a5e6113-9b41-402c-952d-a5259a860e66 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280976 May 26 03:31:54.541126 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d1833f1d-624f-4f1a-8aa6-dde7f4123c54 req-6d69b22a-3252-473f-b594-08e825124bbc service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825620 May 26 03:31:55.515296 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f307962-6194-4b06-a09b-bad75a54842d req-b9d0f7f7-b4e1-43a5-bdde-2f799ca14dc9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:55.516674 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0f307962-6194-4b06-a09b-bad75a54842d req-b9d0f7f7-b4e1-43a5-bdde-2f799ca14dc9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 944 time: 0.0493948 May 26 03:31:55.564736 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0f307962-6194-4b06-a09b-bad75a54842d req-b9f2b839-dfa2-46e7-a678-54631f5d1044 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423279 May 26 03:31:56.679358 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d771de-4f84-471a-9f1a-facc720924cd req-7f993619-353c-493a-8b91-f0a48b953d07 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:56.680821 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b4d771de-4f84-471a-9f1a-facc720924cd req-7f993619-353c-493a-8b91-f0a48b953d07 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 944 time: 0.0477028 May 26 03:31:56.727956 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b4d771de-4f84-471a-9f1a-facc720924cd req-b0d1020d-626c-49dc-8ce6-c5dc6198e0c7 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 May 26 03:31:56.869944 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:31:57.840413 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267977a6-213d-47e9-8a7d-88c644f74a92 req-bde18990-e4ff-4f14-9a79-ed91247914b3 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:57.841860 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-267977a6-213d-47e9-8a7d-88c644f74a92 req-bde18990-e4ff-4f14-9a79-ed91247914b3 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 944 time: 0.0468881 May 26 03:31:57.892432 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-267977a6-213d-47e9-8a7d-88c644f74a92 req-0f8c42ff-d64d-4463-a95b-f370032d35f0 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450680 May 26 03:31:59.006759 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1ef43-4f32-4f8b-8273-c2373ba802c3 req-384610f5-9e40-4577-af02-8ee7932fc8c9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:31:59.008239 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0ed1ef43-4f32-4f8b-8273-c2373ba802c3 req-384610f5-9e40-4577-af02-8ee7932fc8c9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 944 time: 0.0492442 May 26 03:31:59.057024 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0ed1ef43-4f32-4f8b-8273-c2373ba802c3 req-1c1261f0-6028-469c-9123-fb271fc103f4 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 May 26 03:32:00.160620 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:00.171514 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bdb10-553c-49c2-900e-834e01e304d2 req-6ea6a46a-d352-431c-ba54-1d1c6a025c53 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:00.172953 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f38bdb10-553c-49c2-900e-834e01e304d2 req-6ea6a46a-d352-431c-ba54-1d1c6a025c53 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 944 time: 0.0478585 May 26 03:32:00.183457 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:00.220676 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f38bdb10-553c-49c2-900e-834e01e304d2 req-30796d80-8b64-4e8c-a296-6e59b52e6ff7 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 May 26 03:32:01.340715 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287c221-16f4-4a24-aa01-69aa11f1394d req-e1d7ef1d-488b-495e-8470-dc8000fa1528 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:01.342160 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b287c221-16f4-4a24-aa01-69aa11f1394d req-e1d7ef1d-488b-495e-8470-dc8000fa1528 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 944 time: 0.0522969 May 26 03:32:01.390176 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-b287c221-16f4-4a24-aa01-69aa11f1394d req-08989b59-634e-451e-ae64-e003c90e24e6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424836 May 26 03:32:01.778250 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 4d8fe583-07b8-4f27-b998-f181b2251574 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:32:01.876619 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 4d8fe583-07b8-4f27-b998-f181b2251574, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=4d8fe583-07b8-4f27-b998-f181b2251574,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:32:01.888510 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': '4d8fe583-07b8-4f27-b998-f181b2251574', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'port_id': '4d8fe583-07b8-4f27-b998-f181b2251574', 'mac_address': 'fa:16:3e:ce:87:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:32:01.922714 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 4d8fe583-07b8-4f27-b998-f181b2251574 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:32:01.923093 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:01.937019 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8fe583-07b8-4f27-b998-f181b2251574 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:32:01.957378 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 4d8fe583-07b8-4f27-b998-f181b2251574, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=4d8fe583-07b8-4f27-b998-f181b2251574,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:32:01.961076 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:02.018255 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=4d8fe583-07b8-4f27-b998-f181b2251574,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:32:02.164101 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['4d8fe583-07b8-4f27-b998-f181b2251574'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:32:02.292998 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2a335a44-eeab-43ba-99cc-d6f7529e1760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:02.505106 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6f927-951b-4202-a060-59342096a5a9 req-55316644-1770-4b09-954b-b9b032f84f6d tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:02.506556 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d5a6f927-951b-4202-a060-59342096a5a9 req-55316644-1770-4b09-954b-b9b032f84f6d tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 945 time: 0.0473664 May 26 03:32:02.554335 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d5a6f927-951b-4202-a060-59342096a5a9 req-4a5f7db8-ba8e-4b0a-ad85-8886e46248aa tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 May 26 03:32:03.667947 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d49a7b-915d-4512-aeca-58b6ce91ddfd req-5a1006a5-949b-405d-8421-2930734287b9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:03.669388 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-86d49a7b-915d-4512-aeca-58b6ce91ddfd req-5a1006a5-949b-405d-8421-2930734287b9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 945 time: 0.0464134 May 26 03:32:03.721131 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-86d49a7b-915d-4512-aeca-58b6ce91ddfd req-f0f2dd0f-11cf-48f1-aae5-e76f6c191e68 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461037 May 26 03:32:03.802339 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 4d8fe583-07b8-4f27-b998-f181b2251574 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:32:03.843602 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port 4d8fe583-07b8-4f27-b998-f181b2251574 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:32:03.848794 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port 4d8fe583-07b8-4f27-b998-f181b2251574 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:32:03.849142 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:03.924465 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port 4d8fe583-07b8-4f27-b998-f181b2251574 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:32:03.924856 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:03.948403 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8fe583-07b8-4f27-b998-f181b2251574'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:32:03.950725 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce139d0b-ff36-4b75-b44e-8a7c2fca2a8f" -d '{"events": [{"server_uuid": "f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95", "name": "network-vif-plugged", "status": "completed", "tag": "4d8fe583-07b8-4f27-b998-f181b2251574"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:32:03.963425 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port 4d8fe583-07b8-4f27-b998-f181b2251574, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=4d8fe583-07b8-4f27-b998-f181b2251574,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:32:03.967677 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:03.994700 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5fd70c-54dc-4462-87b3-88e5c06b08c5 x-openstack-request-id: req-bd5fd70c-54dc-4462-87b3-88e5c06b08c5 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:32:03.995624 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95", "name": "network-vif-plugged", "status": "completed", "tag": "4d8fe583-07b8-4f27-b998-f181b2251574", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:32:03.995892 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd5fd70c-54dc-4462-87b3-88e5c06b08c5 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:32:03.996297 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5fd70c-54dc-4462-87b3-88e5c06b08c5'] response: {'server_uuid': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8fe583-07b8-4f27-b998-f181b2251574', 'code': 200} May 26 03:32:04.022193 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=4d8fe583-07b8-4f27-b998-f181b2251574,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:32:04.200295 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabacdd-b552-4071-91da-cc21efd5990c req-a81c1293-edfc-4a96-86fa-b178864f5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:04.201751 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-deabacdd-b552-4071-91da-cc21efd5990c req-a81c1293-edfc-4a96-86fa-b178864f5f56 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 1130 time: 0.0427105 May 26 03:32:04.246976 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-deabacdd-b552-4071-91da-cc21efd5990c req-5419147c-20a0-4daf-8c41-bded44917856 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395203 May 26 03:32:04.528345 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2e7b06cf-248b-496d-8395-91cf850a6639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:04.840062 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27379245-0004-4e6e-bf3c-5f4312694a60 req-80c35f4e-c0cc-4129-8101-f0d88c6afd5e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:04.841432 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-27379245-0004-4e6e-bf3c-5f4312694a60 req-80c35f4e-c0cc-4129-8101-f0d88c6afd5e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 946 time: 0.0461373 May 26 03:32:04.888787 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-27379245-0004-4e6e-bf3c-5f4312694a60 req-36bbf5b2-261e-44bf-8b3d-83e24199b086 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 May 26 03:32:05.821551 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:06.005709 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5704b1e-fd3c-45ea-9066-ecaa50e6f92e req-0cde123e-7dbc-480f-ba35-6e5a9986a51b tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:06.007167 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c5704b1e-fd3c-45ea-9066-ecaa50e6f92e req-0cde123e-7dbc-480f-ba35-6e5a9986a51b tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 946 time: 0.0465729 May 26 03:32:06.056598 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c5704b1e-fd3c-45ea-9066-ecaa50e6f92e req-95a67d71-6f80-483c-922a-31a786f89ae7 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 May 26 03:32:06.172390 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b529-723c-4b82-9799-3f934f1e161b req-755bf7c0-1217-40ec-9770-56c2cb70a32f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:06.173850 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2d97b529-723c-4b82-9799-3f934f1e161b req-755bf7c0-1217-40ec-9770-56c2cb70a32f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 946 time: 0.0494835 May 26 03:32:06.221066 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2d97b529-723c-4b82-9799-3f934f1e161b req-6a4ec593-4039-4642-ab6e-13af041ad3d5 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 May 26 03:32:06.243392 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57122) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:32:06.372747 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b15459-b7fb-45c7-b0fa-69132f85ec37 tempest-TestVolumeBootPattern-1654488832 tempest-TestVolumeBootPattern-1654488832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:06.374258 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f4b15459-b7fb-45c7-b0fa-69132f85ec37 tempest-TestVolumeBootPattern-1654488832 tempest-TestVolumeBootPattern-1654488832-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 1125 time: 0.1299257 May 26 03:32:06.377138 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57126) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:32:06.381365 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'port_id': '4d8fe583-07b8-4f27-b998-f181b2251574', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:32:06.401914 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:06.480576 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:06.580070 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Allocated IP 172.27.2.228 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/1b467bce-b829-438e-acf4-f5dd0e45c5dd) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:32:06.642893 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:06.659022 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:06.687013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for port (1b467bce-b829-438e-acf4-f5dd0e45c5dd), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:06.719092 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (1b467bce-b829-438e-acf4-f5dd0e45c5dd), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:06.758535 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:32:06.763846 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:32:06.767815 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:32:06.770953 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'Port': ['ID=1b467bce-b829-438e-acf4-f5dd0e45c5dd,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:32:07.110788 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (5a775a7c-b433-4b2a-916c-2ffe54408b11), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:07.174773 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (1b467bce-b829-438e-acf4-f5dd0e45c5dd), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:07.253213 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:07.346673 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for port (1b467bce-b829-438e-acf4-f5dd0e45c5dd), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:07.350839 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (1b467bce-b829-438e-acf4-f5dd0e45c5dd), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:07.379329 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:07.414288 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:07.427013 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'Port': ['ID=1b467bce-b829-438e-acf4-f5dd0e45c5dd,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:32:07.438823 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (5a775a7c-b433-4b2a-916c-2ffe54408b11), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:07.532490 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Floating IP 5a775a7c-b433-4b2a-916c-2ffe54408b11 associated. External IP: 172.27.2.228, port: 4d8fe583-07b8-4f27-b998-f181b2251574. May 26 03:32:07.980558 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:32:08.082523 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:32:08.092712 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] Sync routers for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:32:08.100635 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:08.103004 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:32:08.103718 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:32:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:32:08.138265 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-007d7751-0286-4bca-9fb8-2a1c40952767 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7597673 May 26 03:32:08.139519 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'tag': '4d8fe583-07b8-4f27-b998-f181b2251574'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:32:08.141967 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a801552-62f3-42b1-a1d2-80d3e14c84f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95", "tag": "4d8fe583-07b8-4f27-b998-f181b2251574"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:32:08.208559 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:32:08.258218 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28913a4-ad67-4647-927b-163bd36f6a77 x-openstack-request-id: req-f28913a4-ad67-4647-927b-163bd36f6a77 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:32:08.258499 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95", "tag": "4d8fe583-07b8-4f27-b998-f181b2251574", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:32:08.258745 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f28913a4-ad67-4647-927b-163bd36f6a77 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:32:08.259145 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28913a4-ad67-4647-927b-163bd36f6a77'] response: {'name': 'network-changed', 'server_uuid': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'tag': '4d8fe583-07b8-4f27-b998-f181b2251574', 'status': 'completed', 'code': 200} May 26 03:32:08.319853 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-b040a128-4e86-4f11-909c-6b7ce8572bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:08.321404 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-b040a128-4e86-4f11-909c-6b7ce8572bd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 1130 time: 0.0397446 May 26 03:32:08.378686 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:08.396950 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:08.416307 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-8340f4e5-234f-4ac2-9a81-b25789f3d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:08.417777 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-8340f4e5-234f-4ac2-9a81-b25789f3d37e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0898547 May 26 03:32:08.418216 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '5a775a7c-b433-4b2a-916c-2ffe54408b11', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': '4d8fe583-07b8-4f27-b998-f181b2251574', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:ce:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:32:06Z', 'updated_at': '2022-05-26T03:32:06Z', 'revision_number': 0, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:32:08.419841 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:08.443704 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] Checking router: 1dcb7347-fb3a-45b5-a3e1-ec478c48117e for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:32:08.454062 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:32:08.454663 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:32:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:32:08.480136 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-b36b3f18-6a40-41c2-a4a2-31ad99fa33de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8fe583-07b8-4f27-b998-f181b2251574 HTTP/1.1" status: 200 len: 1000 time: 0.0560265 May 26 03:32:08.528078 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-f5cdeb50-abb0-4aab-9525-1f650f9dbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:08.529440 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-f5cdeb50-abb0-4aab-9525-1f650f9dbb69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0439937 May 26 03:32:08.567971 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:32:08.570601 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:08.583383 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-4de00e2c-1caf-49be-b1a2-403aacb77e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:08.584901 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-4de00e2c-1caf-49be-b1a2-403aacb77e98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487506 May 26 03:32:08.646461 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:08.674671 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-ff67ff45-df19-49f7-af2f-3dd567370dbf service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836298 May 26 03:32:08.766122 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-2a801552-62f3-42b1-a1d2-80d3e14c84f3 req-36371df3-6f5e-46c4-bf6c-62afc0128918 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860989 May 26 03:32:08.785651 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '5a775a7c-b433-4b2a-916c-2ffe54408b11', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': '4d8fe583-07b8-4f27-b998-f181b2251574', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:ce:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:32:06Z', 'updated_at': '2022-05-26T03:32:06Z', 'revision_number': 0, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:32:08.810710 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac00a5-b774-4819-b66b-76449d4b65bb None None] The sync data for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi is: [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '5a775a7c-b433-4b2a-916c-2ffe54408b11', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': '4d8fe583-07b8-4f27-b998-f181b2251574', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:ce:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:32:06Z', 'updated_at': '2022-05-26T03:32:06Z', 'revision_number': 0, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:32:08.999892 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9c3bc-5877-407c-af7a-69136b0023d8 None None] New status for floating IP 5a775a7c-b433-4b2a-916c-2ffe54408b11: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:32:12.277062 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:18.131324 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:18.133454 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:18.762760 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:18.763749 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=14 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:19.102759 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:19.105817 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=18 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:21.279039 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-4197b8a0-f349-4c4c-be15-d5c9e794f790 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400655 May 26 03:32:21.365278 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-103e3f15-5e20-4f7c-bdc5-5960ecdfaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:21.366787 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-103e3f15-5e20-4f7c-bdc5-5960ecdfaac3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 1130 time: 0.0392742 May 26 03:32:21.475801 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-d2807517-8ff0-40c1-80e1-5bff29ed8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:21.477413 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-d2807517-8ff0-40c1-80e1-5bff29ed8c43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0881541 May 26 03:32:21.539100 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-c67aa2ef-e650-43ab-a77a-4b0f54cf16b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8fe583-07b8-4f27-b998-f181b2251574 HTTP/1.1" status: 200 len: 1002 time: 0.0550029 May 26 03:32:21.586249 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-7ed1cbb9-a215-4bb6-8029-e42ecf50e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:21.587679 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-7ed1cbb9-a215-4bb6-8029-e42ecf50e14d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0434518 May 26 03:32:21.635025 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-0cd8144d-ea9d-4d18-a7d8-e142fde8f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:32:21.637260 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-0cd8144d-ea9d-4d18-a7d8-e142fde8f4f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413275 May 26 03:32:21.721826 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-6b1d9283-912c-4dd7-8ef9-51c6ef8a62ce service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795968 May 26 03:32:21.812207 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-e692b7bf-42dd-4ed5-b92f-232fbd278110 req-7423d5ed-5573-473b-9f63-d9aeba07228a service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847516 May 26 03:32:22.267584 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=40 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:22.270736 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=36 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:22.272742 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:31.808582 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=48 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:31.809418 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=53 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:32.286180 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-59cb8611-2049-4c01-a60e-567228f4fa03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:33.868217 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:32:34.530811 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b1125283-c3c7-4228-8e2b-c97bd348dc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:35.826613 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:37.256109 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:38.563529 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:42.306798 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:32:47.850583 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:47.860586 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:52.297339 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:52.300301 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:52.302385 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:59.305100 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=13 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:32:59.306969 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=13 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:02.288559 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2c90b6ea-015b-42f2-b42a-8cb79d6d248b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:04.532619 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-423ae9d8-35e1-414c-8244-54cec6d787e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:05.825674 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:07.258612 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:08.568316 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:10.867448 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:33:12.329304 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:18.564111 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:21.024136 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-fa97c91c-5ebf-42d9-8337-300b1070892d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396934 May 26 03:33:21.103538 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-baf6a17f-81d1-40cf-b277-5bd16e931284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:33:21.105576 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-baf6a17f-81d1-40cf-b277-5bd16e931284 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 1130 time: 0.0385292 May 26 03:33:21.209020 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-2b136088-a3f1-43b6-89f2-6ff336baa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:33:21.210460 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-2b136088-a3f1-43b6-89f2-6ff336baa98d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0868609 May 26 03:33:21.271178 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-1a5dd6c3-136f-40bf-bd34-21ec7a712bf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d8fe583-07b8-4f27-b998-f181b2251574 HTTP/1.1" status: 200 len: 1002 time: 0.0546389 May 26 03:33:21.319338 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-1941b3af-bfc0-492b-83bc-495cd8c5104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:33:21.320736 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-1941b3af-bfc0-492b-83bc-495cd8c5104f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0434492 May 26 03:33:21.368508 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-7672d406-5c3c-49f2-9a1d-9ef2cac38d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:33:21.370383 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-7672d406-5c3c-49f2-9a1d-9ef2cac38d04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431659 May 26 03:33:21.457223 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-b08a4d73-9dc9-4399-a8ab-eebe19c4dfb8 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814505 May 26 03:33:21.550776 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a1ff0fbc-bf40-45e6-a1d2-4eba5bc82949 req-4886bec2-12eb-4f0b-bf2c-93440624a948 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880625 May 26 03:33:22.322973 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:22.325466 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:24.852316 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:24.857522 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:31.546563 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=46 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:31.547280 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=55 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:32.290042 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-3b2f8087-f1ec-482d-8014-efb8183524bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:34.534032 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0355-33a7-4cac-8ab0-825bacee35a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:35.829367 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:37.263074 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:38.570134 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:42.340994 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:33:47.866386 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:33:48.564500 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:48.566412 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:33:52.337262 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:01.849035 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:01.852542 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:02.291437 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-07577569-3867-43a3-a76e-21d05baea183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:04.424384 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd64a7-9494-4678-a4f3-c0f621c24176 req-6a27cc0c-a223-4297-8626-915c06828493 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:04.425840 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c6cd64a7-9494-4678-a4f3-c0f621c24176 req-6a27cc0c-a223-4297-8626-915c06828493 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 946 time: 0.0483317 May 26 03:34:04.474232 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c6cd64a7-9494-4678-a4f3-c0f621c24176 req-6f13b60f-0124-424d-a1c3-1f626a480eff tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 May 26 03:34:04.537782 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-90d74272-69cd-40bd-9f89-fd29a5ed9bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:05.590508 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb889ee0-621d-4981-a0c6-75dda768b9f8 req-7bd29132-0d82-4b6b-8831-f31e98da31d2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:05.592157 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cb889ee0-621d-4981-a0c6-75dda768b9f8 req-7bd29132-0d82-4b6b-8831-f31e98da31d2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 946 time: 0.0469015 May 26 03:34:05.643151 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-cb889ee0-621d-4981-a0c6-75dda768b9f8 req-d9b4bd15-af7f-46ed-bc03-681d1ca00f19 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457809 May 26 03:34:05.833871 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:05.851215 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248d345-e713-4f07-8cac-2773a995877d req-1b9cb672-2717-48ce-93b1-2aa8e56d1630 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:05.852613 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f248d345-e713-4f07-8cac-2773a995877d req-1b9cb672-2717-48ce-93b1-2aa8e56d1630 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 946 time: 0.0477743 May 26 03:34:05.930207 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Deleting port 4d8fe583-07b8-4f27-b998-f181b2251574 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:34:05.930546 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:06.021614 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] For port 4d8fe583-07b8-4f27-b998-f181b2251574, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=4d8fe583-07b8-4f27-b998-f181b2251574,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:34:06.022026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:06.180598 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:06.181024 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (5a775a7c-b433-4b2a-916c-2ffe54408b11), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:06.181285 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.db.l3_db [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Floating IP 5a775a7c-b433-4b2a-916c-2ffe54408b11 disassociated. External IP: 172.27.2.228, port: 4d8fe583-07b8-4f27-b998-f181b2251574. May 26 03:34:06.181631 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Calling delete_port for 4d8fe583-07b8-4f27-b998-f181b2251574 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:34:06.311996 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (4d8fe583-07b8-4f27-b998-f181b2251574), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:06.337532 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event deleted for resources: {'Port': ['ID=4d8fe583-07b8-4f27-b998-f181b2251574,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:34:06.349694 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.350045 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.350385 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.350722 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.351054 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.351411 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.351739 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.352066 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.352395 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.352722 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.353046 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.353372 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.353695 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.354016 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.354366 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:06.460717 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:34:06.566686 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:34:06.577462 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] Sync routers for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:34:06.587702 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:34:06.588311 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:34:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:34:06.609299 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] No DVR routers for this DVR port 4d8fe583-07b8-4f27-b998-f181b2251574 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:34:06.611781 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:06.615047 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f248d345-e713-4f07-8cac-2773a995877d req-9738d43c-73ae-41eb-a949-bb17b31906a9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "DELETE /v2.0/ports/4d8fe583-07b8-4f27-b998-f181b2251574 HTTP/1.1" status: 204 len: 173 time: 0.7580659 May 26 03:34:06.615497 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'name': 'network-vif-deleted', 'tag': '4d8fe583-07b8-4f27-b998-f181b2251574'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:34:06.617691 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab9ba48-5653-4b26-bb55-4ba267f946ad" -d '{"events": [{"server_uuid": "f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95", "name": "network-vif-deleted", "tag": "4d8fe583-07b8-4f27-b998-f181b2251574"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:34:06.660953 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574ad160-429b-464e-b230-39254b25306c x-openstack-request-id: req-574ad160-429b-464e-b230-39254b25306c {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:34:06.661252 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95", "name": "network-vif-deleted", "tag": "4d8fe583-07b8-4f27-b998-f181b2251574", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:34:06.661506 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-574ad160-429b-464e-b230-39254b25306c {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:34:06.661913 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574ad160-429b-464e-b230-39254b25306c'] response: {'server_uuid': 'f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95', 'name': 'network-vif-deleted', 'tag': '4d8fe583-07b8-4f27-b998-f181b2251574', 'status': 'completed', 'code': 200} May 26 03:34:06.756189 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-593da718-66a8-4f90-b852-86548ebd2e7a req-b448eb74-31e6-4c9c-9a7e-b38e3d4e4b9f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ccfa3c-6c5e-40bb-afe0-5acb0fc21d95 HTTP/1.1" status: 200 len: 210 time: 0.0312073 May 26 03:34:06.853358 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:34:07.039997 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:34:07.065062 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] Checking router: 1dcb7347-fb3a-45b5-a3e1-ec478c48117e for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:34:07.073541 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:34:07.074172 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:34:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:34:07.174411 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:34:07.306297 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:07.377896 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:34:07.403084 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec456407-955d-48cc-ba18-5eaa4ab4a801 None None] The sync data for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi is: [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:34:07.611723 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c03745-cbb8-433e-99bb-829da47123ed None None] New status for floating IP 5a775a7c-b433-4b2a-916c-2ffe54408b11: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:34:07.966747 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-cb387e98-1909-49ac-9520-f0918ef24b5a tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137313852&fields=id&tenant_id=68d9565a6929495295d5344bb680a8bf HTTP/1.1" status: 200 len: 267 time: 0.0429761 May 26 03:34:08.072411 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37081-0197-472b-a60a-ed6258889ad1 req-b6a0af31-2db6-4abe-9eef-b81f5164f8b1 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:08.073988 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-b6a0af31-2db6-4abe-9eef-b81f5164f8b1 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 812 time: 0.1009510 May 26 03:34:08.087977 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-82ee9cb5-9a2c-4d13-baa3-c3912373fdca tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/quotas/68d9565a6929495295d5344bb680a8bf HTTP/1.1" status: 200 len: 375 time: 0.0087011 May 26 03:34:08.136134 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-fd7484f2-0943-4011-9658-81b219b997ca tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429645 May 26 03:34:08.193896 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-c12975b7-ae24-41c9-adee-5c9a8d5944e7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 03:34:08.194864 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-c12975b7-ae24-41c9-adee-5c9a8d5944e7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479410 May 26 03:34:08.284625 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-7e5b8c72-2640-44c9-bec3-4d5ce2a32804 service neutron] 10.222.0.39 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832205 May 26 03:34:08.352478 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 4d8fe583-07b8-4f27-b998-f181b2251574 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:34:08.371810 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: 4d8fe583-07b8-4f27-b998-f181b2251574 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:34:08.372166 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device 4d8fe583-07b8-4f27-b998-f181b2251574 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:34:08.378834 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-5d101034-3127-4041-9f52-247166c25617 service neutron] 10.222.0.39 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885909 May 26 03:34:08.574656 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:08.687129 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-86b58ff8-3de6-4458-b366-3264ca63ec44 req-a93af688-0d31-4f9f-a8a6-056100cf43c8 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 210 time: 0.0343742 May 26 03:34:09.539886 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:09.573295 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37081-0197-472b-a60a-ed6258889ad1 req-add0882c-2290-47bd-870e-9733fd4741e1 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:09.574914 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-add0882c-2290-47bd-870e-9733fd4741e1 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 812 time: 0.1177804 May 26 03:34:09.633234 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:09.643960 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-5e328937-0c42-429c-93cc-7979c768b85b tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68d9565a6929495295d5344bb680a8bf HTTP/1.1" status: 200 len: 380 time: 0.0600128 May 26 03:34:09.653570 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'port': {'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'admin_state_up': True, 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'security_groups': ['40709489-28ca-44cc-b6f0-05116e3e736a']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:34:09.761217 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Made reservation on behalf of 68d9565a6929495295d5344bb680a8bf for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:34:09.764662 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:09.784146 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-901c42b8-6964-4ee1-b8f8-8bde28686f1b req-1af00fbe-fb77-40b3-864b-1f7c245c34ec tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 210 time: 0.0300097 May 26 03:34:09.893466 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Allocated IP 172.20.0.6 (d22c3d48-11a8-404d-8fbe-c7137b6156f0/37b42570-b4fc-4a7f-9be6-6a28d0ec441f/bdad48fd-4381-454e-891f-8b7a99cb9de7) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:34:10.045383 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.079179 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.122500 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:34:10.125550 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:34:10.129255 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:34:10.153369 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'Port': ['ID=bdad48fd-4381-454e-891f-8b7a99cb9de7,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:34:10.182877 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:10.183531 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.200933 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-20ce06aa-5a2a-4d33-ac2c-b2750a1f86b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516124 May 26 03:34:10.211694 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Request body: {'port': {'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:34:10.287204 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.322163 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:10.384295 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-d71befb9-c6b6-422f-92a9-e8002d96f795 None None] Provisioning complete for port bdad48fd-4381-454e-891f-8b7a99cb9de7 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:34:10.384843 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d71befb9-c6b6-422f-92a9-e8002d96f795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.415889 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-d71befb9-c6b6-422f-92a9-e8002d96f795 None None] Port bdad48fd-4381-454e-891f-8b7a99cb9de7 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:34:10.498203 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:10.577075 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdad48fd-4381-454e-891f-8b7a99cb9de7 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:34:10.584398 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Publish callbacks [] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.596854 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Transition to ACTIVE for port object bdad48fd-4381-454e-891f-8b7a99cb9de7 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:34:10.600182 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.653507 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Pushing event updated for resources: {'Port': ['ID=bdad48fd-4381-454e-891f-8b7a99cb9de7,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:34:10.719721 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Attempting to bind port bdad48fd-4381-454e-891f-8b7a99cb9de7 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:34:10.720054 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Attempting to bind port bdad48fd-4381-454e-891f-8b7a99cb9de7 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:34:10.720384 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Attempting to bind port bdad48fd-4381-454e-891f-8b7a99cb9de7 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:34:10.725049 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Port bdad48fd-4381-454e-891f-8b7a99cb9de7 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:34:10.725978 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Attempting to bind port bdad48fd-4381-454e-891f-8b7a99cb9de7 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:34:10.732050 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:34:10.732388 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Checking segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:34:10.732770 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Bound using segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:34:10.733203 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Bound port: bdad48fd-4381-454e-891f-8b7a99cb9de7, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:34:10.733557 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.801331 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] For port bdad48fd-4381-454e-891f-8b7a99cb9de7, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:34:10.804607 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] For port bdad48fd-4381-454e-891f-8b7a99cb9de7, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:34:10.810654 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.849285 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:10.849958 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:10.851409 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] 10.222.0.45 "PUT /v2.0/ports/bdad48fd-4381-454e-891f-8b7a99cb9de7 HTTP/1.1" status: 200 len: 1093 time: 0.6437211 May 26 03:34:10.851798 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:34:10.854057 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:34:10.874866 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fbf0d-bcb3-4889-9ed9-fe1e3fe9ae18 service neutron] Pushing event updated for resources: {'Port': ['ID=bdad48fd-4381-454e-891f-8b7a99cb9de7,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:34:10.910486 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9607047-eafa-4e0c-b39f-bd87bb8e3a13 x-openstack-request-id: req-c9607047-eafa-4e0c-b39f-bd87bb8e3a13 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:34:10.910979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:34:10.911448 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9607047-eafa-4e0c-b39f-bd87bb8e3a13 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:34:10.911850 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9607047-eafa-4e0c-b39f-bd87bb8e3a13'] response: {'name': 'network-changed', 'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'status': 'completed', 'code': 200} May 26 03:34:10.920460 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef190-a592-4a1e-b6f1-ad6c07b36743 req-43bb93d4-bf76-4e13-bbe0-644f3c7433ab tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:10.922664 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-94aef190-a592-4a1e-b6f1-ad6c07b36743 req-43bb93d4-bf76-4e13-bbe0-644f3c7433ab tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 943 time: 0.0657513 May 26 03:34:10.941979 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37081-0197-472b-a60a-ed6258889ad1 req-ca9a0f20-33bb-45cb-8e51-c90eabe8b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:10.943535 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-ca9a0f20-33bb-45cb-8e51-c90eabe8b54c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 1127 time: 0.0462863 May 26 03:34:10.976729 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-94aef190-a592-4a1e-b6f1-ad6c07b36743 req-e0e8e42c-a842-4942-be44-21dcb58cb521 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487216 May 26 03:34:10.988159 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-39061439-739f-4913-894e-af035c99e22a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7 HTTP/1.1" status: 200 len: 217 time: 0.0380578 May 26 03:34:11.040606 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37081-0197-472b-a60a-ed6258889ad1 req-2b586562-5629-4b75-89f2-7159189cc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:11.042700 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-2b586562-5629-4b75-89f2-7159189cc4dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0463307 May 26 03:34:11.085675 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e37081-0197-472b-a60a-ed6258889ad1 req-8fc5820c-2555-4560-866c-aea31f3b0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:11.087161 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-8fc5820c-2555-4560-866c-aea31f3b0f2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387247 May 26 03:34:11.186403 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-a306b746-3e53-42c3-af89-00fecdd92aab service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929289 May 26 03:34:11.258517 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:11.274683 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-33e37081-0197-472b-a60a-ed6258889ad1 req-ad28a664-1cda-43b7-9d0a-9ddd93edacf6 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833209 May 26 03:34:11.508629 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-f2e3d10a-9b01-49a6-9892-5daa6894814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:11.510029 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-f2e3d10a-9b01-49a6-9892-5daa6894814a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 1127 time: 0.0404384 May 26 03:34:11.605284 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-f58c041a-1982-4f56-8418-a25098f06f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:11.606762 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-f58c041a-1982-4f56-8418-a25098f06f13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0895655 May 26 03:34:11.646556 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-c41fd95f-3901-4559-ad95-efb78b0d172e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7 HTTP/1.1" status: 200 len: 217 time: 0.0328946 May 26 03:34:11.660276 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:11.700726 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-56c6d641-8856-4c05-827f-cbb6320c02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:11.702136 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-56c6d641-8856-4c05-827f-cbb6320c02a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0483289 May 26 03:34:11.744181 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-81f3c837-5b89-46bb-aa62-f9c836e5f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:11.746197 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-81f3c837-5b89-46bb-aa62-f9c836e5f959 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380843 May 26 03:34:11.834055 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-ef999fa1-55b7-407d-b5ea-c67b4e20363c service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812259 May 26 03:34:11.923891 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a34a0fdb-c1fd-4cec-9288-9787a1e2554e req-cf4471a3-3a72-425f-8d0a-5e525d353eee service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843713 May 26 03:34:12.091930 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d25ad0-da48-454d-9caf-a2266ef2b2eb req-e247080e-622f-4532-b4c6-a73fa685b51b tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:12.093283 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-59d25ad0-da48-454d-9caf-a2266ef2b2eb req-e247080e-622f-4532-b4c6-a73fa685b51b tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 943 time: 0.0468996 May 26 03:34:12.141771 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-59d25ad0-da48-454d-9caf-a2266ef2b2eb req-15b10cd2-3ffc-47fc-9916-b7adde60c77c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 May 26 03:34:12.334698 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:13.253943 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9a4fc-541e-48ea-9e9b-5e9fad07aa29 req-ca7d7b2b-ef27-49fa-81a9-54f7cb3dc24f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:13.255411 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0cf9a4fc-541e-48ea-9e9b-5e9fad07aa29 req-ca7d7b2b-ef27-49fa-81a9-54f7cb3dc24f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 943 time: 0.0467684 May 26 03:34:13.310634 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-0cf9a4fc-541e-48ea-9e9b-5e9fad07aa29 req-347224c4-5faa-41db-afa0-82fd1322e55a tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494463 May 26 03:34:14.422293 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b3bb9-2af4-4dd9-b0fa-1f73e5ce9a06 req-b71e489c-df7f-44b7-80c9-7f7a5aa86db1 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:14.423753 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a63b3bb9-2af4-4dd9-b0fa-1f73e5ce9a06 req-b71e489c-df7f-44b7-80c9-7f7a5aa86db1 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 943 time: 0.0463033 May 26 03:34:14.472042 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a63b3bb9-2af4-4dd9-b0fa-1f73e5ce9a06 req-ee8154c0-63c9-48a1-ac55-3d42d1eda3f4 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428970 May 26 03:34:15.571694 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:15.587249 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768dad3-1b71-4247-b5f2-71884089d0c2 req-7815b950-a865-43ad-99db-7b38ce517edb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:15.589544 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3768dad3-1b71-4247-b5f2-71884089d0c2 req-7815b950-a865-43ad-99db-7b38ce517edb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 943 time: 0.0498161 May 26 03:34:15.607990 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:15.638056 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-3768dad3-1b71-4247-b5f2-71884089d0c2 req-9fb16484-e49e-4f48-a315-394421f4ca70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431664 May 26 03:34:16.752731 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5e406-c92d-45e2-aa28-d753a2b6606f req-a9974523-36a2-4455-86eb-8aee773ffbfb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:16.754180 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-20f5e406-c92d-45e2-aa28-d753a2b6606f req-a9974523-36a2-4455-86eb-8aee773ffbfb tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 943 time: 0.0501223 May 26 03:34:16.802208 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-20f5e406-c92d-45e2-aa28-d753a2b6606f req-15a8a952-0fb1-498e-869a-0f644b75603f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 May 26 03:34:17.682110 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:17.685314 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:17.916039 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc44cc-a45a-493b-a14f-accd083de27c req-6a5be2c6-f980-49b9-aa31-18d48dd50b6f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:17.918180 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2ebc44cc-a45a-493b-a14f-accd083de27c req-6a5be2c6-f980-49b9-aa31-18d48dd50b6f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 943 time: 0.0467410 May 26 03:34:17.966308 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2ebc44cc-a45a-493b-a14f-accd083de27c req-7307dd8f-de18-4821-9eb2-d3c45ec33731 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 May 26 03:34:18.380303 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device bdad48fd-4381-454e-891f-8b7a99cb9de7 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:34:18.478994 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port bdad48fd-4381-454e-891f-8b7a99cb9de7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:34:18.490329 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:34:18.525099 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port bdad48fd-4381-454e-891f-8b7a99cb9de7 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:34:18.525479 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:18.539139 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdad48fd-4381-454e-891f-8b7a99cb9de7 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:34:18.562075 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port bdad48fd-4381-454e-891f-8b7a99cb9de7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:34:18.566277 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:18.611873 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=bdad48fd-4381-454e-891f-8b7a99cb9de7,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:34:18.618753 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.619099 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.619585 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.620012 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.620341 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.620670 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.620994 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.621323 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.621648 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.621968 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.622289 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.622611 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.622930 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.623257 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.623590 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:18.797292 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['bdad48fd-4381-454e-891f-8b7a99cb9de7'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:34:18.862254 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:18.866816 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:18.940218 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:19.083610 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b2ff9-5282-4a41-a3ba-00c5a011cb37 req-bae9a615-5131-45dc-9499-c9d792f2bbca tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:19.085108 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c5b2ff9-5282-4a41-a3ba-00c5a011cb37 req-bae9a615-5131-45dc-9499-c9d792f2bbca tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 944 time: 0.0481043 May 26 03:34:19.136944 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c5b2ff9-5282-4a41-a3ba-00c5a011cb37 req-e84e904b-5364-484d-bed3-d9c6c8c1fbdf tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463827 May 26 03:34:20.270867 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171160-9bb2-4563-b97d-826de395d5e1 req-2a06ae6a-563c-4f3d-98e4-eb6fc9956fb9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:20.272385 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e4171160-9bb2-4563-b97d-826de395d5e1 req-2a06ae6a-563c-4f3d-98e4-eb6fc9956fb9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 944 time: 0.0550871 May 26 03:34:20.321309 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-e4171160-9bb2-4563-b97d-826de395d5e1 req-d7e15581-d8ab-4a51-ad6f-cdb691017f38 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 May 26 03:34:20.383176 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device bdad48fd-4381-454e-891f-8b7a99cb9de7 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:34:20.425945 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port bdad48fd-4381-454e-891f-8b7a99cb9de7 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:34:20.435046 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port bdad48fd-4381-454e-891f-8b7a99cb9de7 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:34:20.437059 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:20.513885 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port bdad48fd-4381-454e-891f-8b7a99cb9de7 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:34:20.514278 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:20.536722 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:34:20.538912 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27934d5f-7cc3-480f-8b62-8e38f90d9181" -d '{"events": [{"server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "name": "network-vif-plugged", "status": "completed", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:34:20.553067 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port bdad48fd-4381-454e-891f-8b7a99cb9de7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:34:20.557657 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:20.579912 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e514c339-0da2-4110-8be6-3591312cdd40 x-openstack-request-id: req-e514c339-0da2-4110-8be6-3591312cdd40 {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:34:20.580200 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "name": "network-vif-plugged", "status": "completed", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:34:20.580447 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e514c339-0da2-4110-8be6-3591312cdd40 {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:34:20.580834 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e514c339-0da2-4110-8be6-3591312cdd40'] response: {'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'code': 200} May 26 03:34:20.608581 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=bdad48fd-4381-454e-891f-8b7a99cb9de7,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:34:20.798952 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dc48d-5165-4234-aba7-40cf331ebf31 req-5ac71620-3d97-4134-bfb0-c9fa60fa4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:20.800384 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1e8dc48d-5165-4234-aba7-40cf331ebf31 req-5ac71620-3d97-4134-bfb0-c9fa60fa4ee6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 1129 time: 0.0443366 May 26 03:34:20.845993 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-1e8dc48d-5165-4234-aba7-40cf331ebf31 req-f40986af-dd37-43be-bc1b-5a35acec1966 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389924 May 26 03:34:21.447294 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0652e-ad35-47c8-b6bb-d1ae6e5030df req-b8a1babc-54a9-4893-84a0-eb80d0e684bc tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:21.449333 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8ee0652e-ad35-47c8-b6bb-d1ae6e5030df req-b8a1babc-54a9-4893-84a0-eb80d0e684bc tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 945 time: 0.0482359 May 26 03:34:21.500410 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-8ee0652e-ad35-47c8-b6bb-d1ae6e5030df req-6f064bb5-3389-4b13-b2c2-109aca15850b tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455070 May 26 03:34:22.139908 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-c5386271-e264-4e2a-823c-969e8d5834c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450220 May 26 03:34:22.454914 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-ab048fcc-ff22-4a5c-9e51-987dd7e3305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:22.456364 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-ab048fcc-ff22-4a5c-9e51-987dd7e3305c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 1129 time: 0.2701168 May 26 03:34:22.559941 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-35002155-56f3-4367-a5b4-1909adae9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:22.561421 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-35002155-56f3-4367-a5b4-1909adae9269 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0863986 May 26 03:34:22.603418 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-7d4d521a-359a-4e07-b008-6a5e7fa90d92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7 HTTP/1.1" status: 200 len: 217 time: 0.0366294 May 26 03:34:22.620429 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72619-7037-405f-9bef-d50450b368ce req-e7c1e0ad-7a64-425d-a9e2-de7c662edfe2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:22.622560 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-26c72619-7037-405f-9bef-d50450b368ce req-e7c1e0ad-7a64-425d-a9e2-de7c662edfe2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 945 time: 0.0538521 May 26 03:34:22.651444 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-2285f4af-98d8-42bd-ac0b-5d28dd403bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:22.652900 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-2285f4af-98d8-42bd-ac0b-5d28dd403bbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0434647 May 26 03:34:22.671764 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-26c72619-7037-405f-9bef-d50450b368ce req-8f78383d-5f75-4534-9fab-2183b83330e8 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 May 26 03:34:22.696231 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-575203bb-8146-4478-b469-d1add794b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:22.697848 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-575203bb-8146-4478-b469-d1add794b435 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394161 May 26 03:34:22.794256 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-58a27a26-3cf5-4eb0-91c2-c02939e049cf service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905495 May 26 03:34:22.841376 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9f0d-8fb4-4394-a7dc-8192b5004388 req-ecafb1b0-2435-4c70-9cd8-ee85fb97a1a0 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:22.842858 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d9ec9f0d-8fb4-4394-a7dc-8192b5004388 req-ecafb1b0-2435-4c70-9cd8-ee85fb97a1a0 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 945 time: 0.1033235 May 26 03:34:22.849651 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:22.885855 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-182c3eb3-678c-4dc2-a3b8-2135295e6bfc req-e593a4b8-f0aa-4c06-830a-96a4ad1725c6 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863349 May 26 03:34:22.897135 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d9ec9f0d-8fb4-4394-a7dc-8192b5004388 req-04cb87f2-429e-4a06-8639-7a98f24c5256 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487669 May 26 03:34:22.922094 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57260) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:34:22.962182 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc85af-3622-49e7-a0e0-71dd4235086d tempest-TestVolumeBootPattern-1654488832 tempest-TestVolumeBootPattern-1654488832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:22.964205 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-57dc85af-3622-49e7-a0e0-71dd4235086d tempest-TestVolumeBootPattern-1654488832 tempest-TestVolumeBootPattern-1654488832-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 1124 time: 0.0411038 May 26 03:34:22.966924 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57262) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:34:22.971031 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:34:22.991429 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:23.066205 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:23.158109 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:23.171165 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Allocated IP 172.27.2.43 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/bb9682dd-4009-4114-a302-d45fc1945356) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:34:23.175505 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:23.271477 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for port (bb9682dd-4009-4114-a302-d45fc1945356), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:23.303663 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (bb9682dd-4009-4114-a302-d45fc1945356), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:23.344546 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:34:23.348803 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:34:23.352823 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:34:23.375275 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'Port': ['ID=bb9682dd-4009-4114-a302-d45fc1945356,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:34:23.390692 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.391026 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.391394 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.391728 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.392060 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.392400 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.392701 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.393019 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.393336 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.393654 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.393969 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.394283 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.394595 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.395169 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.395504 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:34:23.704963 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (64d04690-1dc4-4d05-a5c6-97afb45133cc), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:23.773981 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (bb9682dd-4009-4114-a302-d45fc1945356), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:23.909127 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:23.934471 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:23.954953 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for port (bb9682dd-4009-4114-a302-d45fc1945356), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:23.959710 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (bb9682dd-4009-4114-a302-d45fc1945356), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:24.025817 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'Port': ['ID=bb9682dd-4009-4114-a302-d45fc1945356,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:34:24.037592 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (64d04690-1dc4-4d05-a5c6-97afb45133cc), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:24.131514 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Floating IP 64d04690-1dc4-4d05-a5c6-97afb45133cc associated. External IP: 172.27.2.43, port: bdad48fd-4381-454e-891f-8b7a99cb9de7. May 26 03:34:24.333936 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:34:24.435676 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:34:24.445415 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] Sync routers for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:34:24.454014 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:24.455951 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:34:24.457630 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:34:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:34:24.485735 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-318c92aa-8820-45d8-a836-5bb8e2738bad tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5155833 May 26 03:34:24.485735 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:34:24.486356 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:34:24.523014 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db98d45-2586-4c6a-b383-ae78ff6d9e19 x-openstack-request-id: req-6db98d45-2586-4c6a-b383-ae78ff6d9e19 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:34:24.523332 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:34:24.523580 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6db98d45-2586-4c6a-b383-ae78ff6d9e19 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:34:24.523980 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db98d45-2586-4c6a-b383-ae78ff6d9e19'] response: {'name': 'network-changed', 'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'status': 'completed', 'code': 200} May 26 03:34:24.564332 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:34:24.587560 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-d7ba4c2b-35d6-46c1-a6fd-4ed292bfc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:24.589473 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-d7ba4c2b-35d6-46c1-a6fd-4ed292bfc6d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 1129 time: 0.0439487 May 26 03:34:24.711337 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-2cc5c081-b0ee-43e5-aba2-dacc0aea0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:24.712810 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-2cc5c081-b0ee-43e5-aba2-dacc0aea0db3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0976019 May 26 03:34:24.778513 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-bd47906e-91d6-4780-9e45-a2099aa048f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7 HTTP/1.1" status: 200 len: 998 time: 0.0588586 May 26 03:34:24.790451 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '64d04690-1dc4-4d05-a5c6-97afb45133cc', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:34:23Z', 'updated_at': '2022-05-26T03:34:23Z', 'revision_number': 0, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:34:24.814504 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] Checking router: 1dcb7347-fb3a-45b5-a3e1-ec478c48117e for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:34:24.823614 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:34:24.824229 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:34:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:34:24.826019 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-00c7ea61-542e-4979-82b4-f596ed170bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:24.827513 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-00c7ea61-542e-4979-82b4-f596ed170bad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0433977 May 26 03:34:24.840142 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:24.864822 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:34:24.872196 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-f485d67b-4cb5-42dc-b1a2-e4417efcb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:34:24.873721 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-f485d67b-4cb5-42dc-b1a2-e4417efcb874 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409184 May 26 03:34:24.932992 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:34:24.969217 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-506f1031-429f-4b27-82aa-4a852fa59f56 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896788 May 26 03:34:25.062927 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-89ea6b77-a19d-4d88-8343-6cebf7d7bd0c req-ca85e57e-c753-46c4-8d90-c419a9c82b69 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878770 May 26 03:34:25.270269 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '64d04690-1dc4-4d05-a5c6-97afb45133cc', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:34:23Z', 'updated_at': '2022-05-26T03:34:23Z', 'revision_number': 0, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:34:25.298866 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e6839-17ad-4551-ab73-6f94ac5bc855 None None] The sync data for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi is: [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '64d04690-1dc4-4d05-a5c6-97afb45133cc', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:34:23Z', 'updated_at': '2022-05-26T03:34:23Z', 'revision_number': 0, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:34:25.486214 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f69cf-7553-4174-ade5-56af847370eb None None] New status for floating IP 64d04690-1dc4-4d05-a5c6-97afb45133cc: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:34:32.295668 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7021c69f-b17f-4960-afcf-290f6c318ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:34.478475 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:34.480427 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:34.539845 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f31dc38a-1d13-4116-9b17-4b3520af28da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:35.057203 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=22 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:35.059721 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=53 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:35.836281 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:37.270572 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:38.580174 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:38.845150 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:38.849344 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:42.330667 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:42.338705 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:34:52.326745 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:52.334835 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:59.303338 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=12 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:34:59.311258 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=14 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:01.863572 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:35:02.297632 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0b87f8be-f15a-4056-888c-defe3ec25829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:04.546189 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-1b5c028f-fea8-4975-bc14-36f9894ebffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:05.840948 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:07.273353 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:08.574693 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:12.338129 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:15.840612 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:15.845821 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:18.570962 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:22.045874 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-bda6f635-a0d0-470d-ade5-844acfccc200 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812254 May 26 03:35:22.129811 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-a9036401-e1e9-41b1-9a08-d80aaad9c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:35:22.131296 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-a9036401-e1e9-41b1-9a08-d80aaad9c968 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 1129 time: 0.0446601 May 26 03:35:22.232182 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-0fecd219-6f54-4c83-90e0-3722ba558813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:35:22.233527 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-0fecd219-6f54-4c83-90e0-3722ba558813 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0841024 May 26 03:35:22.297021 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-e1cf6003-5571-436c-acdc-04677a715eb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7 HTTP/1.1" status: 200 len: 1000 time: 0.0574226 May 26 03:35:22.327534 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:22.333635 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:22.345079 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-ef33d203-984f-44f9-b7bb-4dee28c09ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:35:22.346490 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-ef33d203-984f-44f9-b7bb-4dee28c09ab5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0433569 May 26 03:35:22.388749 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-ff7dfbaf-4017-4f60-9087-9af6e5a37c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:35:22.390232 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-ff7dfbaf-4017-4f60-9087-9af6e5a37c63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381978 May 26 03:35:22.481083 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-42533714-269f-4932-85f6-21ed81f9b1d5 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843530 May 26 03:35:22.568336 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-75c999da-6f4d-403e-aed9-e49a545b4d7e req-80e3d98e-5068-42a3-a22a-81cbf758922f service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814331 May 26 03:35:32.302879 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ad810702-bce2-463a-8930-381c75f4ffb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:32.563510 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=52 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:32.565500 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=49 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:34.541168 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e3c85dce-1ac3-47c9-acf2-7f8f0d681e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:35.843922 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:36.865780 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:36.866590 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:37.276446 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:38.578444 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:38.871868 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:35:42.347183 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:35:52.336854 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:52.341751 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:52.343484 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:35:59.728877 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-7cce97e0-b545-4cb2-9a33-91ce0b15b7d4 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137313852&fields=id&tenant_id=68d9565a6929495295d5344bb680a8bf HTTP/1.1" status: 200 len: 267 time: 0.0439968 May 26 03:35:59.838052 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-c34d3bcb-d713-4bf5-ba25-24741b3e0bf3 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:35:59.839630 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-c34d3bcb-d713-4bf5-ba25-24741b3e0bf3 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 812 time: 0.1041033 May 26 03:35:59.853975 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-071f4b7f-45bd-4a94-bfc8-7a1ad2c022c9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/quotas/68d9565a6929495295d5344bb680a8bf HTTP/1.1" status: 200 len: 375 time: 0.0088832 May 26 03:35:59.905133 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-fd550aea-7971-4481-b828-99d390fb1517 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455148 May 26 03:36:00.041347 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-58223f93-1328-4f82-9461-65899497915c service neutron] 10.222.0.39 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238091 May 26 03:36:00.132419 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-14802a7e-46ff-4096-9605-d5644891200d service neutron] 10.222.0.39 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851858 May 26 03:36:00.474826 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d4f0a0c8-67a0-4354-a9c5-55f9462f65e2 req-18093915-ac60-424b-94ed-04a5065b5156 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 210 time: 0.0797451 May 26 03:36:00.939868 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:00.940935 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:01.339157 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-cb1292dd-8c07-4fcc-8350-6414ef65b6b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:01.340820 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-cb1292dd-8c07-4fcc-8350-6414ef65b6b6 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 812 time: 0.1143780 May 26 03:36:01.404644 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-0d3c4c33-e25f-4492-91e2-9b90328cbe51 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68d9565a6929495295d5344bb680a8bf HTTP/1.1" status: 200 len: 380 time: 0.0557125 May 26 03:36:01.413199 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'port': {'device_id': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'admin_state_up': True, 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'security_groups': ['40709489-28ca-44cc-b6f0-05116e3e736a']}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:36:01.522101 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Made reservation on behalf of 68d9565a6929495295d5344bb680a8bf for: {'port': 1} {{(pid=104052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 03:36:01.525835 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:01.582840 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-29450a54-db10-46d7-9968-45b94eda9336 req-db723a67-6b7c-403b-ba03-2bcbd276b011 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 210 time: 0.0285754 May 26 03:36:01.669484 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Allocated IP 172.20.0.14 (d22c3d48-11a8-404d-8fbe-c7137b6156f0/37b42570-b4fc-4a7f-9be6-6a28d0ec441f/ae5772ff-8165-4ced-ae80-067dd4769624) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:36:01.816775 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for port (ae5772ff-8165-4ced-ae80-067dd4769624), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:01.855808 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:01.897767 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:36:01.900830 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:36:01.904968 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:36:01.932249 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'Port': ['ID=ae5772ff-8165-4ced-ae80-067dd4769624,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:36:01.945324 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.945659 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.946003 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.946341 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.946675 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.947009 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.947356 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.947689 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.948012 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.948337 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.948698 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.949025 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.949347 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.949665 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.949985 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:01.973743 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:01.974361 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:01.992121 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3978e91a-5df6-4c96-a426-f3b9c3213776 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5824754 May 26 03:36:02.003072 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.v2.base [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Request body: {'port': {'device_id': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:36:02.069055 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:02.078597 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:02.086677 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:02.101529 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-c2ca9f9a-4f86-40ce-be92-5c0501e96f3e None None] Provisioning complete for port ae5772ff-8165-4ced-ae80-067dd4769624 triggered by entity DHCP. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:36:02.102133 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9f9a-4f86-40ce-be92-5c0501e96f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:02.141928 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca9f9a-4f86-40ce-be92-5c0501e96f3e None None] Port ae5772ff-8165-4ced-ae80-067dd4769624 cannot update to ACTIVE because it is not bound. {{(pid=104054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 26 03:36:02.305402 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-b14a3098-51e4-4185-8ffe-809dee004733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:02.360401 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5772ff-8165-4ced-ae80-067dd4769624 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:36:02.367967 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Publish callbacks [] for port (ae5772ff-8165-4ced-ae80-067dd4769624), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:02.381871 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Transition to ACTIVE for port object ae5772ff-8165-4ced-ae80-067dd4769624 will not be triggered until provisioned by entity L2. {{(pid=104052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 03:36:02.384751 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:02.436805 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Pushing event updated for resources: {'Port': ['ID=ae5772ff-8165-4ced-ae80-067dd4769624,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:36:02.505517 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Attempting to bind port ae5772ff-8165-4ced-ae80-067dd4769624 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 26 03:36:02.505860 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Attempting to bind port ae5772ff-8165-4ced-ae80-067dd4769624 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 26 03:36:02.506181 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Attempting to bind port ae5772ff-8165-4ced-ae80-067dd4769624 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:36:02.510878 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Port ae5772ff-8165-4ced-ae80-067dd4769624 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 03:36:02.512101 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Attempting to bind port ae5772ff-8165-4ced-ae80-067dd4769624 on network d22c3d48-11a8-404d-8fbe-c7137b6156f0 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 03:36:02.517443 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Checking agent: {'id': '97e32c0f-ad73-4235-a7dd-0448725a1aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'started_at': datetime.datetime(2022, 5, 26, 3, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 3, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 03:36:02.517779 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Checking segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 03:36:02.518159 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Bound using segment: {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 03:36:02.518586 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Bound port: ae5772ff-8165-4ced-ae80-067dd4769624, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1162e9a8-83fe-427a-889b-818ba45b9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 26 03:36:02.518945 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:02.588599 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] For port ae5772ff-8165-4ced-ae80-067dd4769624, host hv-cinder-84336, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 03:36:02.592781 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] For port ae5772ff-8165-4ced-ae80-067dd4769624, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ae5772ff-8165-4ced-ae80-067dd4769624,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 03:36:02.598143 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7648795'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:02.635143 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:02.635776 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:02.637189 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] 10.222.0.45 "PUT /v2.0/ports/ae5772ff-8165-4ced-ae80-067dd4769624 HTTP/1.1" status: 200 len: 1094 time: 0.6384301 May 26 03:36:02.637625 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:36:02.639882 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569fd08f-4a18-4a5e-a917-f14808d87ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:36:02.685540 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2631d-6d15-4a68-aafa-780ed260727c service neutron] Pushing event updated for resources: {'Port': ['ID=ae5772ff-8165-4ced-ae80-067dd4769624,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:36:02.718633 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4ea8-c4ca-40f1-8c9c-4183b28e3bd7 req-1ec36af3-888f-419e-ac23-e4916872a37e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:02.720471 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-099e4ea8-c4ca-40f1-8c9c-4183b28e3bd7 req-1ec36af3-888f-419e-ac23-e4916872a37e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 944 time: 0.0686193 May 26 03:36:02.727026 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81dc957-65bd-4f01-8420-5e587c8e408f x-openstack-request-id: req-f81dc957-65bd-4f01-8420-5e587c8e408f {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:36:02.727330 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:36:02.727588 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f81dc957-65bd-4f01-8420-5e587c8e408f {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:36:02.727982 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81dc957-65bd-4f01-8420-5e587c8e408f'] response: {'name': 'network-changed', 'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'status': 'completed', 'code': 200} May 26 03:36:02.740168 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-4ea07cfe-85a3-4cf2-b559-f76c431822df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:02.741670 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-4ea07cfe-85a3-4cf2-b559-f76c431822df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 1128 time: 0.0453861 May 26 03:36:02.775223 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-099e4ea8-c4ca-40f1-8c9c-4183b28e3bd7 req-f5fcf13f-ebd3-4fbc-9382-5a36b5b92d3b tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486572 May 26 03:36:02.783219 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-3611f26f-df51-401e-868b-50002d66f6f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae5772ff-8165-4ced-ae80-067dd4769624 HTTP/1.1" status: 200 len: 217 time: 0.0347235 May 26 03:36:02.837140 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-91991301-d83d-4bea-a75f-4acb3aae3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:02.838601 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-91991301-d83d-4bea-a75f-4acb3aae3538 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0489726 May 26 03:36:02.880894 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-afe4d558-34ee-41a9-8412-cd6c5023026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:02.882350 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-afe4d558-34ee-41a9-8412-cd6c5023026d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379634 May 26 03:36:02.971934 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-1e94d12e-3e78-4ab1-9c59-493d82b9b564 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827303 May 26 03:36:03.023201 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:03.038930 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:03.066586 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-a22cd0ec-9dc8-4419-9a57-a781cd937573 req-f157e528-b22f-4915-967d-dcc2420961aa service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888309 May 26 03:36:03.366037 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-acf1a849-fc56-405a-a232-5c8b51ddee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:03.367555 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-acf1a849-fc56-405a-a232-5c8b51ddee8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 1128 time: 0.0401897 May 26 03:36:03.466857 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-9c58638d-6557-4751-9db0-a99687331661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:03.468357 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-9c58638d-6557-4751-9db0-a99687331661 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0948534 May 26 03:36:03.510111 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-3f1f8a07-f6c0-4ea9-af1c-4a1967e743a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae5772ff-8165-4ced-ae80-067dd4769624 HTTP/1.1" status: 200 len: 217 time: 0.0321651 May 26 03:36:03.559517 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-c0963b48-3d22-41a4-8884-3e7472b24813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:03.560900 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-c0963b48-3d22-41a4-8884-3e7472b24813 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0428674 May 26 03:36:03.610051 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-b07411d6-cdc9-4146-ae50-23a5ce80a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:03.611600 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-b07411d6-cdc9-4146-ae50-23a5ce80a8f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425167 May 26 03:36:03.697938 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-c5a2c7b7-3159-41c1-8017-795b02e24d7d service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803459 May 26 03:36:03.798144 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-569fd08f-4a18-4a5e-a917-f14808d87ea0 req-303ee2c7-4355-4768-b02e-544d06f73f93 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941107 May 26 03:36:03.894865 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e74a3-ffc3-46f9-9d66-8d696c2d47f2 req-0a2da346-7f96-42ba-b451-6bad598b2a5c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:03.896858 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5e0e74a3-ffc3-46f9-9d66-8d696c2d47f2 req-0a2da346-7f96-42ba-b451-6bad598b2a5c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 944 time: 0.0482595 May 26 03:36:03.950898 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-5e0e74a3-ffc3-46f9-9d66-8d696c2d47f2 req-1ce22913-f39e-40b3-8904-5840ac6cbdfa tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485971 May 26 03:36:04.543640 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-73617114-421b-4ae7-a734-0cc8dca7a5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:05.065021 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bd404-d007-4082-a156-1a07e44ab32d req-39760ade-cf9d-49f6-880a-56c9b273188e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:05.066354 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d33bd404-d007-4082-a156-1a07e44ab32d req-39760ade-cf9d-49f6-880a-56c9b273188e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 944 time: 0.0493271 May 26 03:36:05.115654 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-d33bd404-d007-4082-a156-1a07e44ab32d req-d530d4c1-26ed-4907-a159-a7265996fa81 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438337 May 26 03:36:05.844961 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:06.229870 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b79df6-ee78-4741-9cfc-dcf2f20d6515 req-8a78ca57-0c0a-467c-860e-10f652e96b12 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:06.231345 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-09b79df6-ee78-4741-9cfc-dcf2f20d6515 req-8a78ca57-0c0a-467c-860e-10f652e96b12 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 944 time: 0.0474141 May 26 03:36:06.279214 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-09b79df6-ee78-4741-9cfc-dcf2f20d6515 req-7f2dc8aa-3789-4cd0-8509-a737cf42d330 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 May 26 03:36:07.279930 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:07.392023 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32cde9-2827-4fa8-992f-f905c16ff4d8 req-18f419a8-a783-4f8b-aa9b-824d20d10274 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:07.393486 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7e32cde9-2827-4fa8-992f-f905c16ff4d8 req-18f419a8-a783-4f8b-aa9b-824d20d10274 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 944 time: 0.0480077 May 26 03:36:07.445195 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-7e32cde9-2827-4fa8-992f-f905c16ff4d8 req-83be0e69-5262-4433-b6f2-2ca313f258e3 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458803 May 26 03:36:08.558207 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0d397-cb7e-42ac-aec7-9ba39b15f7e9 req-1fa98226-6dea-450f-8bcd-6908e60ee4fc tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:08.559704 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1fe0d397-cb7e-42ac-aec7-9ba39b15f7e9 req-1fa98226-6dea-450f-8bcd-6908e60ee4fc tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 944 time: 0.0482898 May 26 03:36:08.581230 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:08.604154 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:08.609642 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1fe0d397-cb7e-42ac-aec7-9ba39b15f7e9 req-6c079a18-8e83-4a2e-bafa-528d7073282e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 May 26 03:36:09.724434 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42681cae-bc5d-422d-ae1a-c948df7b0405 req-7f4d6f5f-0496-471e-aeb0-e7245abb6e60 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:09.725856 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-42681cae-bc5d-422d-ae1a-c948df7b0405 req-7f4d6f5f-0496-471e-aeb0-e7245abb6e60 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 944 time: 0.0489774 May 26 03:36:09.769347 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=100 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:09.775143 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-42681cae-bc5d-422d-ae1a-c948df7b0405 req-b398a34d-d815-4059-ac77-fe4dbc9ef48b tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 May 26 03:36:10.892949 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624ebb1-0271-4a76-894b-84036d2698b2 req-7e6fb0e6-00b1-4965-aa85-1bd4932d9f79 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:10.894299 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9624ebb1-0271-4a76-894b-84036d2698b2 req-7e6fb0e6-00b1-4965-aa85-1bd4932d9f79 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 944 time: 0.0494232 May 26 03:36:10.942790 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-9624ebb1-0271-4a76-894b-84036d2698b2 req-945693a1-b7b7-4183-80a0-2af039d26701 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 May 26 03:36:10.958276 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device ae5772ff-8165-4ced-ae80-067dd4769624 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 03:36:11.054507 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port ae5772ff-8165-4ced-ae80-067dd4769624, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ae5772ff-8165-4ced-ae80-067dd4769624,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:36:11.065869 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Returning: {'device': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'port_id': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'mac_address': 'fa:16:3e:b0:4b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 03:36:11.102544 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port ae5772ff-8165-4ced-ae80-067dd4769624 is: DOWN; New status is: BUILD {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:36:11.102925 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:11.116234 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5772ff-8165-4ced-ae80-067dd4769624 {{(pid=104054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 03:36:11.136135 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port ae5772ff-8165-4ced-ae80-067dd4769624, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ae5772ff-8165-4ced-ae80-067dd4769624,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:36:11.139638 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:11.184430 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=ae5772ff-8165-4ced-ae80-067dd4769624,revision_number=4']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:36:11.191397 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.191747 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.192105 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.192430 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.192764 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.193095 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.193423 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.193744 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.194075 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.194388 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.194711 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.195039 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.195398 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.195717 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.196035 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:11.352317 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] get_ports_and_sgs() called for port_ids ['ae5772ff-8165-4ced-ae80-067dd4769624'] {{(pid=104054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 03:36:12.058443 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64203a-5c84-4be0-853c-e2213f5fb83c req-57701018-87fd-45d5-9d68-9434b4c5f999 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:12.059913 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c64203a-5c84-4be0-853c-e2213f5fb83c req-57701018-87fd-45d5-9d68-9434b4c5f999 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 945 time: 0.0464993 May 26 03:36:12.107709 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-2c64203a-5c84-4be0-853c-e2213f5fb83c req-3f7bbbe1-2075-42c6-8304-9ffb1a7c40ed tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 May 26 03:36:12.346472 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:12.959081 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device ae5772ff-8165-4ced-ae80-067dd4769624 up at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 03:36:13.001498 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning for port ae5772ff-8165-4ced-ae80-067dd4769624 completed by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 03:36:13.007177 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.provisioning_blocks [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Provisioning complete for port ae5772ff-8165-4ced-ae80-067dd4769624 triggered by entity L2. {{(pid=104054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 03:36:13.007666 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3569246'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), provisioning_complete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:13.080669 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Current status of the port ae5772ff-8165-4ced-ae80-067dd4769624 is: BUILD; New status is: ACTIVE {{(pid=104054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 26 03:36:13.081049 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), before_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:13.103618 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624'}] {{(pid=104054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:36:13.106405 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad0ca2e152547880a2b516aea6561050bbbcd822581b8c6565f12e703f7239f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394265d3-4c45-4ad8-93ed-f0f60c83c57a" -d '{"events": [{"server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "name": "network-vif-plugged", "status": "completed", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624"}]}' {{(pid=104054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:36:13.118796 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] For port ae5772ff-8165-4ced-ae80-067dd4769624, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ae5772ff-8165-4ced-ae80-067dd4769624,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:36:13.122614 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:13.170016 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Pushing event updated for resources: {'Port': ['ID=ae5772ff-8165-4ced-ae80-067dd4769624,revision_number=5']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:36:13.198645 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdcc8f2-c558-42a2-abed-d80d3e04c03e x-openstack-request-id: req-ebdcc8f2-c558-42a2-abed-d80d3e04c03e {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:36:13.198937 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "name": "network-vif-plugged", "status": "completed", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624", "code": 200}]} {{(pid=104054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:36:13.199183 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebdcc8f2-c558-42a2-abed-d80d3e04c03e {{(pid=104054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:36:13.199606 dv-cinder-843361-1-iscsi neutron-server[104054]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebdcc8f2-c558-42a2-abed-d80d3e04c03e'] response: {'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'code': 200} May 26 03:36:13.242674 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad74b19-08e4-44bc-b60c-b99458bf092d req-8007f121-b19a-4c57-a598-0faed24425b3 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:13.244266 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-aad74b19-08e4-44bc-b60c-b99458bf092d req-8007f121-b19a-4c57-a598-0faed24425b3 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 946 time: 0.0509384 May 26 03:36:13.300651 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-aad74b19-08e4-44bc-b60c-b99458bf092d req-21226124-57d0-44a2-8c72-022ba2e8fa0f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493629 May 26 03:36:13.414035 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea54118-353b-4bde-a206-4b7899f06e5d req-e4c3c0b2-0c4f-400a-b1c4-1da3667720cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:13.415516 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dea54118-353b-4bde-a206-4b7899f06e5d req-e4c3c0b2-0c4f-400a-b1c4-1da3667720cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 1130 time: 0.0399244 May 26 03:36:13.460092 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dea54118-353b-4bde-a206-4b7899f06e5d req-e56f9793-4b6e-4dcc-8ece-a36770978348 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392492 May 26 03:36:14.437354 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6851b5-aaca-43b2-8420-84ea017cb9ba req-4c45450f-7886-48b3-b2ff-2e18ff4051c7 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:14.438833 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1c6851b5-aaca-43b2-8420-84ea017cb9ba req-4c45450f-7886-48b3-b2ff-2e18ff4051c7 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 946 time: 0.0629146 May 26 03:36:14.487648 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1c6851b5-aaca-43b2-8420-84ea017cb9ba req-6ec18369-aff3-4380-a24f-9d11b454f143 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 May 26 03:36:15.598981 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb10b6-e28d-4c7a-b52c-bc984ee7116b req-67333cfe-98ce-43a5-85d3-3c9d62fb275f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:15.600444 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-77eb10b6-e28d-4c7a-b52c-bc984ee7116b req-67333cfe-98ce-43a5-85d3-3c9d62fb275f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 946 time: 0.0467308 May 26 03:36:15.648381 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-77eb10b6-e28d-4c7a-b52c-bc984ee7116b req-e56fee69-9085-4680-90a6-940125b1c9a0 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 May 26 03:36:15.761507 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f956a2-e34a-4129-a613-810ce5fea8ee req-617b0b32-c72b-44b1-b10a-f2c2ec956ac9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:15.762940 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8f956a2-e34a-4129-a613-810ce5fea8ee req-617b0b32-c72b-44b1-b10a-f2c2ec956ac9 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 946 time: 0.0492351 May 26 03:36:15.810534 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a8f956a2-e34a-4129-a613-810ce5fea8ee req-40a267c7-2293-40fa-8d73-449bba64ef3d tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 May 26 03:36:15.832726 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57384) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:36:15.861107 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:36:15.869055 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b569a-630a-4ec2-8b75-d6b786a0388b tempest-TestVolumeBootPattern-1654488832 tempest-TestVolumeBootPattern-1654488832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:15.870524 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-333b569a-630a-4ec2-8b75-d6b786a0388b tempest-TestVolumeBootPattern-1654488832 tempest-TestVolumeBootPattern-1654488832-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 1125 time: 0.0368733 May 26 03:36:15.873437 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57386) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:36:15.877475 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.v2.base [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Request body: {'floatingip': {'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'port_id': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 03:36:15.898570 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:15.976677 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (None), before_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:16.079272 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_common [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Allocated IP 172.27.2.95 (04c72595-a4fa-4772-b186-7507e8006055/519fee8b-a7f0-4802-8943-16196d2cddf5/33f2a06c-dd57-47df-a961-091f446538f7) {{(pid=104053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 03:36:16.093440 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:16.435658 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for port (33f2a06c-dd57-47df-a961-091f446538f7), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:16.438015 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:16.468425 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786518504717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (33f2a06c-dd57-47df-a961-091f446538f7), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:16.507790 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Network 04c72595-a4fa-4772-b186-7507e8006055 is already hosted by enough agents. {{(pid=104053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 03:36:16.513041 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.base_scheduler [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Resources bound (agent type, host, resource id): {{(pid=104053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 03:36:16.518780 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Received port after_create {{(pid=104053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 03:36:16.522440 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'Port': ['ID=33f2a06c-dd57-47df-a961-091f446538f7,revision_number=1']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:36:16.553395 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.553733 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.554073 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.554409 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.554744 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.555071 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.555421 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.555746 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.556068 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.556388 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.556713 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.557034 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.557346 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.558234 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.558546 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:36:16.872157 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (cee08326-7d10-4868-a8f1-3a1f144ba10e), precommit_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:16.943147 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748811'] for port (33f2a06c-dd57-47df-a961-091f446538f7), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:17.117009 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for port (33f2a06c-dd57-47df-a961-091f446538f7), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:17.121447 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786518896842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786518504735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786518504753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4829132'] for port (33f2a06c-dd57-47df-a961-091f446538f7), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:17.124478 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:17.186304 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:17.207215 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event updated for resources: {'Port': ['ID=33f2a06c-dd57-47df-a961-091f446538f7,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:36:17.218933 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401572'] for floatingip (cee08326-7d10-4868-a8f1-3a1f144ba10e), after_create {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:17.312560 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Floating IP cee08326-7d10-4868-a8f1-3a1f144ba10e associated. External IP: 172.27.2.95, port: ae5772ff-8165-4ced-ae80-067dd4769624. May 26 03:36:17.509476 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:36:17.614622 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:36:17.624588 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] Sync routers for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:36:17.634185 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:17.636533 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:36:17.637161 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:36:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:36:17.668982 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-2adaff70-5995-4b03-8147-5c1428c43bd2 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7944684 May 26 03:36:17.669562 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:36:17.671824 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:36:17.719663 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c4afa-dc8b-48db-b305-6d3287e807f4 x-openstack-request-id: req-ed8c4afa-dc8b-48db-b305-6d3287e807f4 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:36:17.719943 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:36:17.720187 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed8c4afa-dc8b-48db-b305-6d3287e807f4 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:36:17.720581 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8c4afa-dc8b-48db-b305-6d3287e807f4'] response: {'name': 'network-changed', 'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'status': 'completed', 'code': 200} May 26 03:36:17.743727 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:17.758745 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:36:17.788698 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-15c1ca41-1121-4656-90fd-5be10ad6173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:17.790342 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-15c1ca41-1121-4656-90fd-5be10ad6173a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 1130 time: 0.0409834 May 26 03:36:17.794348 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:17.830644 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:17.892831 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-ec3961f6-3eeb-406a-a0ec-b64d4a9f3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:17.894225 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-ec3961f6-3eeb-406a-a0ec-b64d4a9f3a8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0981822 May 26 03:36:17.954806 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-d73863ea-204e-46a8-a492-4dbb9c1a7c07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae5772ff-8165-4ced-ae80-067dd4769624 HTTP/1.1" status: 200 len: 999 time: 0.0550663 May 26 03:36:17.979194 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '64d04690-1dc4-4d05-a5c6-97afb45133cc', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:34:23Z', 'updated_at': '2022-05-26T03:34:25Z', 'revision_number': 1, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}, {'id': 'cee08326-7d10-4868-a8f1-3a1f144ba10e', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:b0:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:36:16Z', 'updated_at': '2022-05-26T03:36:16Z', 'revision_number': 0, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:36:18.003372 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] Checking router: 1dcb7347-fb3a-45b5-a3e1-ec478c48117e for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:36:18.005474 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-5435d886-72cb-49ca-b908-be32aeda73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:18.006929 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-5435d886-72cb-49ca-b908-be32aeda73a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0470724 May 26 03:36:18.012390 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:36:18.012984 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:36:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:36:18.055200 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-6f29cc6e-c56a-487c-95b0-80115dc96d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:18.056803 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-6f29cc6e-c56a-487c-95b0-80115dc96d25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429754 May 26 03:36:18.114162 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:36:18.145119 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-b6e12f29-2425-43c7-a967-53e6b35c61ce service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822918 May 26 03:36:18.197696 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:18.235395 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=100 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:18.239571 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-f88e37ee-1dd2-4e9a-9bd3-519966c43ca0 req-06193089-e0d5-4719-9f0d-19437f000597 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896046 May 26 03:36:18.454951 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '64d04690-1dc4-4d05-a5c6-97afb45133cc', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:34:23Z', 'updated_at': '2022-05-26T03:34:25Z', 'revision_number': 1, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}, {'id': 'cee08326-7d10-4868-a8f1-3a1f144ba10e', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:b0:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:36:16Z', 'updated_at': '2022-05-26T03:36:16Z', 'revision_number': 0, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:36:18.478479 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0fe5e-3b4a-4705-81ef-e2b550d77a42 None None] The sync data for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi is: [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '64d04690-1dc4-4d05-a5c6-97afb45133cc', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:34:23Z', 'updated_at': '2022-05-26T03:34:25Z', 'revision_number': 1, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}, {'id': 'cee08326-7d10-4868-a8f1-3a1f144ba10e', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:b0:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:36:16Z', 'updated_at': '2022-05-26T03:36:16Z', 'revision_number': 0, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:36:18.670856 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b05d2-3149-4e6f-b31e-987358ba399b None None] New status for floating IP cee08326-7d10-4868-a8f1-3a1f144ba10e: ACTIVE {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:36:24.004690 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-f5f6dad3-c773-4d8b-9191-bd92c1c88820 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396004 May 26 03:36:24.082188 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-7f1a3905-7cac-4488-94d9-2126b674738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:24.083570 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-7f1a3905-7cac-4488-94d9-2126b674738c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 1129 time: 0.0383406 May 26 03:36:24.186659 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-c1e7fc1a-efac-409f-8f2a-fafabc64d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:24.188147 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-c1e7fc1a-efac-409f-8f2a-fafabc64d5bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0869834 May 26 03:36:24.253037 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-fa536d6f-b1f8-4cbe-b348-6c21d96601d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7 HTTP/1.1" status: 200 len: 1000 time: 0.0534666 May 26 03:36:24.308053 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-649ae9ca-b6d0-4042-8752-3484466090a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:24.309629 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-649ae9ca-b6d0-4042-8752-3484466090a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0424879 May 26 03:36:24.356936 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-85f9e737-a4ab-4fdc-a1c0-da95faa84c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:36:24.358313 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-85f9e737-a4ab-4fdc-a1c0-da95faa84c94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412476 May 26 03:36:24.446235 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-2d77f59f-2857-4d8b-b650-42d95649a4e2 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821190 May 26 03:36:24.766103 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-923a4ac4-178b-4398-bc6e-543193e1b058 req-2a75b773-7cf7-4d61-9750-c4fa33abf71f service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145025 May 26 03:36:27.660932 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:27.665306 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:28.452552 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=35 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:28.456719 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=40 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:28.458412 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=40 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:29.832933 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:29.837495 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:32.309955 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-952b52ab-43cb-4a2a-a16b-886481f9751d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:34.545848 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8b64c066-ada2-4296-b10a-363751431e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:34.760756 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=59 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:34.763383 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=49 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:35.848798 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:37.283121 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:38.583789 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:40.817638 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-69545222-dbcc-4667-a8e4-16757c52a6ea service neutron] (104053) timed out ('10.222.0.39', 51368) {{(pid=104053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 03:36:41.013577 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-a40eb503-3314-4c1f-b710-5f438867b01e req-53b800a0-cc2d-42ac-95ca-c10e4bdb211e tempest-AttachVolumeShelveTestJSON-347406841 tempest-AttachVolumeShelveTestJSON-347406841-project] (104053) timed out ('10.222.0.39', 51376) {{(pid=104053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 03:36:42.364070 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:36:52.353478 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:52.358240 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:52.359645 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:36:52.861302 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:37:02.312676 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a4494c21-c8e8-4133-88d2-e65c0343275f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:04.549251 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-dd6fcfd9-a34a-4991-a436-98c97685a9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:05.850995 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:06.840719 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=19 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:06.846997 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=15 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:07.285988 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:08.586472 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:12.348854 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [req-f70f40d6-cc00-4961-b622-d3d5b32c449f req-bdc9f4ef-c7c2-4f31-bceb-2f6925d1d213 service neutron] (104053) timed out ('10.222.0.45', 65531) {{(pid=104053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 03:37:12.357905 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:22.346935 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:22.351679 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:22.353610 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:25.588412 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-3b70fc4c-3d5a-41dc-95bc-04a824b2086b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404975 May 26 03:37:25.647080 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-8f061740-3ed4-4956-900e-c3ae0455d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:25.648579 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-8f061740-3ed4-4956-900e-c3ae0455d790 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 1130 time: 0.0388434 May 26 03:37:25.753744 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-dc96e187-bf99-4301-9a99-b310caa521af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:25.755163 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-dc96e187-bf99-4301-9a99-b310caa521af service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0877824 May 26 03:37:25.833461 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-089224cd-0436-4617-b5a8-dc790d289e6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae5772ff-8165-4ced-ae80-067dd4769624 HTTP/1.1" status: 200 len: 1001 time: 0.0692527 May 26 03:37:25.880699 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-66bbed4a-f1e1-4dbe-806c-f301128dd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:25.882100 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-66bbed4a-f1e1-4dbe-806c-f301128dd799 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0432029 May 26 03:37:25.928668 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-28db7ceb-9ca5-4760-b1c0-ebc59c11d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:25.930053 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-28db7ceb-9ca5-4760-b1c0-ebc59c11d7b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419946 May 26 03:37:26.018689 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-cfe2060a-1dd4-4148-b5e1-b31f48dd09a7 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817192 May 26 03:37:26.110487 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-dcdc22ca-7441-437b-a361-5387ad9ebba9 req-d4a548e6-cfa1-4727-a93c-6f33f4206c83 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865028 May 26 03:37:29.861947 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:37:32.314348 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-c9f18bad-7895-497b-bb64-5b2e9d7e4647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:34.552404 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-85fcc607-9367-4add-89fa-61a4dec2584d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:35.853487 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:36.101354 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=52 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:36.107582 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=49 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:37.288922 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:38.588904 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:42.375422 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:43.833010 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:43.842607 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:49.787201 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57416) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:37:49.964940 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Deleting port 33f2a06c-dd57-47df-a961-091f446538f7 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:37:49.965287 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (33f2a06c-dd57-47df-a961-091f446538f7), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:50.039747 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (33f2a06c-dd57-47df-a961-091f446538f7), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:50.039989 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (33f2a06c-dd57-47df-a961-091f446538f7), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:50.052465 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Calling delete_port for 33f2a06c-dd57-47df-a961-091f446538f7 owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:37:50.193994 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (33f2a06c-dd57-47df-a961-091f446538f7), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:50.217432 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event deleted for resources: {'Port': ['ID=33f2a06c-dd57-47df-a961-091f446538f7,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:37:50.229202 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.229548 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.229883 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.230213 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.230538 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.230860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.231178 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.231520 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.231836 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.232152 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.232467 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.232778 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.233616 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.234090 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.234520 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:50.293792 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (cee08326-7d10-4868-a8f1-3a1f144ba10e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:50.294041 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Floating IP cee08326-7d10-4868-a8f1-3a1f144ba10e disassociated (deleted). External IP: 172.27.2.95, port: ae5772ff-8165-4ced-ae80-067dd4769624. May 26 03:37:50.500725 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:37:50.597743 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:37:50.602035 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:50.607181 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] Sync routers for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:37:50.620325 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:37:50.620942 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:37:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:37:50.638285 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f2caf764-dcb5-487e-ac39-0ad6bd5f714c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "DELETE /v2.0/floatingips/cee08326-7d10-4868-a8f1-3a1f144ba10e HTTP/1.1" status: 204 len: 168 time: 0.8499041 May 26 03:37:50.639124 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:37:50.642596 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514aad3f-684a-433c-9c23-27dc2eefbbba" -d '{"events": [{"name": "network-changed", "server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:37:50.729820 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:37:50.747857 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c62a961-f791-43ef-953f-c6807053b4b6 x-openstack-request-id: req-4c62a961-f791-43ef-953f-c6807053b4b6 {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:37:50.748124 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:37:50.748451 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c62a961-f791-43ef-953f-c6807053b4b6 {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:37:50.749588 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c62a961-f791-43ef-953f-c6807053b4b6'] response: {'name': 'network-changed', 'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'status': 'completed', 'code': 200} May 26 03:37:50.826412 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-403794ca-1d5d-4be2-bede-b16b6ee9d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:50.828659 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-403794ca-1d5d-4be2-bede-b16b6ee9d793 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 1130 time: 0.0426292 May 26 03:37:50.856856 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:50.863577 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:50.879104 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06941f1-d597-4772-9739-be1556039282 req-98e2ff15-dfd9-4dc2-a1ac-5e26301aac0c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:50.880790 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f06941f1-d597-4772-9739-be1556039282 req-98e2ff15-dfd9-4dc2-a1ac-5e26301aac0c tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 946 time: 0.0511663 May 26 03:37:50.930729 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-f06941f1-d597-4772-9739-be1556039282 req-ebcd7f04-234d-4940-938d-a2c432fb2790 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 May 26 03:37:50.948343 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '64d04690-1dc4-4d05-a5c6-97afb45133cc', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:34:23Z', 'updated_at': '2022-05-26T03:34:25Z', 'revision_number': 1, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:37:50.974505 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] Checking router: 1dcb7347-fb3a-45b5-a3e1-ec478c48117e for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:37:50.982928 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:37:50.983684 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:37:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:37:51.086335 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:37:51.292722 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '64d04690-1dc4-4d05-a5c6-97afb45133cc', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:34:23Z', 'updated_at': '2022-05-26T03:34:25Z', 'revision_number': 1, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:37:51.317451 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88075fe7-b42d-4cb9-a679-780ad71a15c9 None None] The sync data for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi is: [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_floatingips': [{'id': '64d04690-1dc4-4d05-a5c6-97afb45133cc', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'router_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'port_id': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'mac_address': 'fa:16:3e:c8:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T03:34:23Z', 'updated_at': '2022-05-26T03:34:25Z', 'revision_number': 1, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:37:51.551761 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1034a6c8-bacf-4b37-80cc-ce4cd2ae3953 None None] New status for floating IP cee08326-7d10-4868-a8f1-3a1f144ba10e: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:37:51.853670 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-dacfe154-ec3a-45e9-a416-fc4f9fc58c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:51.855145 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-dacfe154-ec3a-45e9-a416-fc4f9fc58c02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0891316 May 26 03:37:51.899972 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-da49c297-b75f-42b7-aad4-e28940840d6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae5772ff-8165-4ced-ae80-067dd4769624 HTTP/1.1" status: 200 len: 217 time: 0.0318174 May 26 03:37:52.003429 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-53faf66c-b0a9-418c-99f6-d4283c11d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:52.004890 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-53faf66c-b0a9-418c-99f6-d4283c11d526 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0455441 May 26 03:37:52.045032 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837655b-167a-488a-b71e-ffe2b5af2cb5 req-faa33d87-d857-4a04-a505-a928727efe51 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:52.047950 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1837655b-167a-488a-b71e-ffe2b5af2cb5 req-faa33d87-d857-4a04-a505-a928727efe51 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 946 time: 0.0474319 May 26 03:37:52.049869 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-37fc50b8-df43-49c2-9674-d894a706e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:52.051409 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-37fc50b8-df43-49c2-9674-d894a706e171 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397139 May 26 03:37:52.098975 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-1837655b-167a-488a-b71e-ffe2b5af2cb5 req-f6bddd56-7bf1-48f7-aa58-e9b20eea7d16 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454619 May 26 03:37:52.343414 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-2a093840-735d-4315-b27c-fa12c1037d2d tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:52.344998 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-2a093840-735d-4315-b27c-fa12c1037d2d tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 946 time: 0.0704205 May 26 03:37:52.350348 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-98005b9f-8d76-4dc6-bd82-1471bf1a1fb2 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300261 May 26 03:37:52.483375 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Deleting port ae5772ff-8165-4ced-ae80-067dd4769624 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:37:52.483708 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:52.540532 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-514aad3f-684a-433c-9c23-27dc2eefbbba req-bca35f73-083b-405e-b664-8545af1e1de4 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824334 May 26 03:37:52.587999 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] For port ae5772ff-8165-4ced-ae80-067dd4769624, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ae5772ff-8165-4ced-ae80-067dd4769624,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:37:52.588365 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:52.601678 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Calling delete_port for ae5772ff-8165-4ced-ae80-067dd4769624 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:37:52.729679 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (ae5772ff-8165-4ced-ae80-067dd4769624), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:52.755650 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event deleted for resources: {'Port': ['ID=ae5772ff-8165-4ced-ae80-067dd4769624,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:37:52.770847 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.771199 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.771574 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.771918 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.772252 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.772583 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.772913 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.773243 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.773570 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.773896 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.774220 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.774545 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.774868 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.775192 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.775608 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:37:52.813027 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] No DVR routers for this DVR port ae5772ff-8165-4ced-ae80-067dd4769624 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:37:52.815489 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:52.818715 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-d48fc443-ab8b-41c0-9254-fbbb87c17fea req-c83486e5-18cb-40a8-9b49-4f9abe9aaf28 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "DELETE /v2.0/ports/ae5772ff-8165-4ced-ae80-067dd4769624 HTTP/1.1" status: 204 len: 173 time: 0.4675667 May 26 03:37:52.819152 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'name': 'network-vif-deleted', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:37:52.821449 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81e2f97-160e-4b07-aa92-f926ed21a73c" -d '{"events": [{"server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "name": "network-vif-deleted", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:37:52.916326 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b9f9e0-f189-4b6c-8291-e9ea845bc1d2 x-openstack-request-id: req-c3b9f9e0-f189-4b6c-8291-e9ea845bc1d2 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:37:52.916965 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26", "name": "network-vif-deleted", "tag": "ae5772ff-8165-4ced-ae80-067dd4769624", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:37:52.916965 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3b9f9e0-f189-4b6c-8291-e9ea845bc1d2 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:37:52.917281 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b9f9e0-f189-4b6c-8291-e9ea845bc1d2'] response: {'server_uuid': 'baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26', 'name': 'network-vif-deleted', 'tag': 'ae5772ff-8165-4ced-ae80-067dd4769624', 'status': 'completed', 'code': 200} May 26 03:37:53.220517 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-77734392-2e98-4005-b778-a2b0038c58bf req-870da204-9801-45db-bc9e-39fcbf4603af tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=baca8a85-3bc5-4ee6-b8f2-b2fa79d09c26 HTTP/1.1" status: 200 len: 210 time: 0.0312562 May 26 03:37:56.515044 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57462) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:37:56.649930 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Deleting port bb9682dd-4009-4114-a302-d45fc1945356 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:37:56.650269 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (bb9682dd-4009-4114-a302-d45fc1945356), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:56.730878 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (bb9682dd-4009-4114-a302-d45fc1945356), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:56.731194 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (bb9682dd-4009-4114-a302-d45fc1945356), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:56.743801 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Calling delete_port for bb9682dd-4009-4114-a302-d45fc1945356 owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:37:56.888249 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (bb9682dd-4009-4114-a302-d45fc1945356), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:56.912894 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event deleted for resources: {'Port': ['ID=bb9682dd-4009-4114-a302-d45fc1945356,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:37:56.978198 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (64d04690-1dc4-4d05-a5c6-97afb45133cc), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:56.978522 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.db.l3_db [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Floating IP 64d04690-1dc4-4d05-a5c6-97afb45133cc disassociated (deleted). External IP: 172.27.2.43, port: bdad48fd-4381-454e-891f-8b7a99cb9de7. May 26 03:37:57.154921 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:57.169983 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:37:57.226892 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:57.271049 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:37:57.275841 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:57.280917 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] Sync routers for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:37:57.283782 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:57.285492 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:57.292696 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:57.296504 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:37:57.297113 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:37:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:37:57.305708 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-1e8ea16e-04fe-4fae-9552-ae3ddffe5832 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "DELETE /v2.0/floatingips/64d04690-1dc4-4d05-a5c6-97afb45133cc HTTP/1.1" status: 204 len: 168 time: 0.7895708 May 26 03:37:57.306283 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7'}] {{(pid=104053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:37:57.308505 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7df89e36a4b9f273c7da1d31165beca626a099ca66ecdcc3ba7d038720c284a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2955d41-1211-4246-82af-c27bbed51cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7"}]}' {{(pid=104053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:37:57.348331 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 03:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56e2b38-baf3-4fca-9862-fb6efe93087a x-openstack-request-id: req-d56e2b38-baf3-4fca-9862-fb6efe93087a {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:37:57.348613 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7", "status": "completed", "code": 200}]} {{(pid=104053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:37:57.348860 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d56e2b38-baf3-4fca-9862-fb6efe93087a {{(pid=104053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:37:57.349260 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56e2b38-baf3-4fca-9862-fb6efe93087a'] response: {'name': 'network-changed', 'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'status': 'completed', 'code': 200} May 26 03:37:57.398854 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device ae5772ff-8165-4ced-ae80-067dd4769624 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:37:57.412322 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-ad5414aa-62ff-4968-b9fe-98f9f40ccb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:57.414255 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-ad5414aa-62ff-4968-b9fe-98f9f40ccb16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68d9565a6929495295d5344bb680a8bf&device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 1129 time: 0.0437529 May 26 03:37:57.427606 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: ae5772ff-8165-4ced-ae80-067dd4769624 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:37:57.427949 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device ae5772ff-8165-4ced-ae80-067dd4769624 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:37:57.439400 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:37:57.442742 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:57.479866 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:37:57.514761 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-d4be5d8e-5991-48fa-9c13-1e2525427af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:57.516427 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-d4be5d8e-5991-48fa-9c13-1e2525427af4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 200 len: 913 time: 0.0970867 May 26 03:37:57.567745 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7f6e0-6b32-4e1a-87cc-5ee05c25aa06 req-a1527556-2a25-4a66-a669-231ccb094b5f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:57.569926 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ead7f6e0-6b32-4e1a-87cc-5ee05c25aa06 req-a1527556-2a25-4a66-a669-231ccb094b5f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 945 time: 0.0519965 May 26 03:37:57.625187 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-ead7f6e0-6b32-4e1a-87cc-5ee05c25aa06 req-f7c9c329-6ce6-46a7-bc35-ee24ddf5721f tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438192 May 26 03:37:57.644772 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:37:57.668505 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] Checking router: 1dcb7347-fb3a-45b5-a3e1-ec478c48117e for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:37:57.677248 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:37:57.677785 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:37:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:37:57.896188 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:37:58.078257 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:37:58.106072 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b3bbf-c70f-487d-8d0f-4f12dffd3e71 None None] The sync data for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi is: [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:28Z', 'revision_number': 4, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi', '_interfaces': [{'id': '13c64482-423c-4212-a732-f9a0f6d351d8', 'name': '', 'network_id': 'd22c3d48-11a8-404d-8fbe-c7137b6156f0', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'mac_address': 'fa:16:3e:83:8b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:28Z', 'updated_at': '2022-05-26T03:31:33Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'subnets': [{'id': '37b42570-b4fc-4a7f-9be6-6a28d0ec441f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:37:58.332509 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbafa1-ce3e-441b-b7ea-13327fc2f691 None None] New status for floating IP 64d04690-1dc4-4d05-a5c6-97afb45133cc: DOWN {{(pid=104055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 03:37:58.468495 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-e629dd82-c6ef-4a18-9729-15d06775805d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7 HTTP/1.1" status: 200 len: 217 time: 0.0340869 May 26 03:37:58.516576 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-7f6d3052-4e68-48db-857b-7224f218b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:58.517982 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-7f6d3052-4e68-48db-857b-7224f218b775 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 200 len: 851 time: 0.0435922 May 26 03:37:58.567358 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-8ff098e3-3aaa-4872-8672-70b72f799f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:58.568829 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-8ff098e3-3aaa-4872-8672-70b72f799f13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d22c3d48-11a8-404d-8fbe-c7137b6156f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435801 May 26 03:37:58.701027 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-ac3115ac-a1c5-4152-a677-a4de5515c340 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820034 May 26 03:37:58.740059 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e97db-3ddd-4936-9bd3-7c4c91c79aaa req-ed7fd5a0-5e9d-4d3d-9eb0-99aed09d8efc tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:58.741503 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c27e97db-3ddd-4936-9bd3-7c4c91c79aaa req-ed7fd5a0-5e9d-4d3d-9eb0-99aed09d8efc tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 945 time: 0.0471282 May 26 03:37:58.789380 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-c27e97db-3ddd-4936-9bd3-7c4c91c79aaa req-539498c4-e9f1-423a-aaad-301cf6f8b344 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/security-groups?id=40709489-28ca-44cc-b6f0-05116e3e736a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422497 May 26 03:37:58.933068 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-b2955d41-1211-4246-82af-c27bbed51cb0 req-37efeb47-c134-4ed1-8623-efabe8c0dc69 service neutron] 10.222.0.45 "GET /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144414 May 26 03:37:58.945377 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-9b404665-885f-4048-853b-2760c15d5626 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 03:37:58.946766 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-9b404665-885f-4048-853b-2760c15d5626 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 945 time: 0.0552409 May 26 03:37:59.031639 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Deleting port bdad48fd-4381-454e-891f-8b7a99cb9de7 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:37:59.031977 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:59.120221 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] For port bdad48fd-4381-454e-891f-8b7a99cb9de7, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bdad48fd-4381-454e-891f-8b7a99cb9de7,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:37:59.120577 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:59.133741 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Calling delete_port for bdad48fd-4381-454e-891f-8b7a99cb9de7 owned by compute:nova {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:37:59.259836 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (bdad48fd-4381-454e-891f-8b7a99cb9de7), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:59.288766 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event deleted for resources: {'Port': ['ID=bdad48fd-4381-454e-891f-8b7a99cb9de7,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:37:59.333579 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] No DVR routers for this DVR port bdad48fd-4381-454e-891f-8b7a99cb9de7 on host hv-cinder-84336 {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:37:59.336022 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for port (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:37:59.339252 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [req-4334e6ff-82bb-4d77-b3d9-d14557b69bde req-b157745b-588b-42a2-93de-fe2debe25c70 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.45 "DELETE /v2.0/ports/bdad48fd-4381-454e-891f-8b7a99cb9de7 HTTP/1.1" status: 204 len: 173 time: 0.3878722 May 26 03:37:59.339699 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'name': 'network-vif-deleted', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 03:37:59.341908 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6285b62b8d797185add060234dc848fa3c15b0735259052088a37679668d115c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d31e7e-ece1-48d9-a73a-eb9eeb70b37c" -d '{"events": [{"server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "name": "network-vif-deleted", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 03:37:59.382848 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee79599-08a8-4645-9b7f-9a820e6c2107 x-openstack-request-id: req-0ee79599-08a8-4645-9b7f-9a820e6c2107 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 03:37:59.383174 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d771b0a-19ab-4559-b49e-f45c51e354a1", "name": "network-vif-deleted", "tag": "bdad48fd-4381-454e-891f-8b7a99cb9de7", "status": "completed", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 03:37:59.383463 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ee79599-08a8-4645-9b7f-9a820e6c2107 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 03:37:59.383867 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee79599-08a8-4645-9b7f-9a820e6c2107'] response: {'server_uuid': '7d771b0a-19ab-4559-b49e-f45c51e354a1', 'name': 'network-vif-deleted', 'tag': 'bdad48fd-4381-454e-891f-8b7a99cb9de7', 'status': 'completed', 'code': 200} May 26 03:37:59.904039 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [req-a9aaf368-7b32-4f7b-b8c2-552bbe7229bb req-ae16f074-bcc7-45c2-96f6-5fd454c2686b tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d771b0a-19ab-4559-b49e-f45c51e354a1 HTTP/1.1" status: 200 len: 210 time: 0.0286469 May 26 03:38:00.963438 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57478) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:01.070516 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Deleting port 1b467bce-b829-438e-acf4-f5dd0e45c5dd {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:38:01.070851 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (1b467bce-b829-438e-acf4-f5dd0e45c5dd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:01.149870 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (1b467bce-b829-438e-acf4-f5dd0e45c5dd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:01.150197 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (1b467bce-b829-438e-acf4-f5dd0e45c5dd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:01.162708 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Calling delete_port for 1b467bce-b829-438e-acf4-f5dd0e45c5dd owned by network:floatingip {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:38:01.291500 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (1b467bce-b829-438e-acf4-f5dd0e45c5dd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:01.315302 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event deleted for resources: {'Port': ['ID=1b467bce-b829-438e-acf4-f5dd0e45c5dd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:01.376011 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for floatingip (5a775a7c-b433-4b2a-916c-2ffe54408b11), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:01.378503 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75423'] for floatingip (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:01.379670 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-681221e6-1684-423e-848f-51c4233df231 tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "DELETE /v2.0/floatingips/5a775a7c-b433-4b2a-916c-2ffe54408b11 HTTP/1.1" status: 204 len: 168 time: 0.4152935 May 26 03:38:02.317294 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-0dda8d21-74df-47af-bdda-0bfa879b8435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:02.592935 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 57490) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:02.653566 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66083284-6e6a-4826-9809-3c0884371a3e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group (40709489-28ca-44cc-b6f0-05116e3e736a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:02.678921 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66083284-6e6a-4826-9809-3c0884371a3e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group (40709489-28ca-44cc-b6f0-05116e3e736a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:02.695072 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:02.711355 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:02.740069 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66083284-6e6a-4826-9809-3c0884371a3e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (40709489-28ca-44cc-b6f0-05116e3e736a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:02.742742 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66083284-6e6a-4826-9809-3c0884371a3e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:02.743927 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-66083284-6e6a-4826-9809-3c0884371a3e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] 10.222.0.39 "DELETE /v2.0/security-groups/40709489-28ca-44cc-b6f0-05116e3e736a HTTP/1.1" status: 204 len: 168 time: 0.1498461 May 26 03:38:02.752966 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66083284-6e6a-4826-9809-3c0884371a3e tempest-TestVolumeBootPattern-1448427045 tempest-TestVolumeBootPattern-1448427045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40709489-28ca-44cc-b6f0-05116e3e736a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:02.797020 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57494) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:03.217940 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:03.368001 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:03.423877 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device bdad48fd-4381-454e-891f-8b7a99cb9de7 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:38:03.446644 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:03.447048 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] No Port match for: bdad48fd-4381-454e-891f-8b7a99cb9de7 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:38:03.447422 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Device bdad48fd-4381-454e-891f-8b7a99cb9de7 not bound to the agent host hv-cinder-84336 {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:38:03.666271 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Deleting port 13c64482-423c-4212-a732-f9a0f6d351d8 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:38:03.666615 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:03.743079 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] For port 13c64482-423c-4212-a732-f9a0f6d351d8, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=13c64482-423c-4212-a732-f9a0f6d351d8,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:38:03.743471 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:03.758034 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Calling delete_port for 13c64482-423c-4212-a732-f9a0f6d351d8 owned by network:router_interface {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:38:03.940000 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (13c64482-423c-4212-a732-f9a0f6d351d8), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:03.964551 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c64482-423c-4212-a732-f9a0f6d351d8,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:04.126077 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:04.130991 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:04.144528 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:04.349564 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:38:04.459135 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:38:04.465203 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-38ee86e6-8f93-4f64-bed8-4a138f93f1c6 admin admin] 10.222.0.39 "PUT /v2.0/routers/1dcb7347-fb3a-45b5-a3e1-ec478c48117e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6660593 May 26 03:38:04.466624 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57498) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:04.469787 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] Sync routers for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:38:04.479939 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:38:04.480548 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:37:35Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:04.565344 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks [] for router (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:04.586657 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-dd25a48b-33f3-475e-9e1c-d8ad8b2dc538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:04.594843 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: dv-cinder-843361-1-iscsi {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:38:04.665968 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks [] for router_gateway (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:04.710979 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Deleting port 6a77c027-bdf3-4f17-8912-b906786590dd {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:38:04.711342 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:04.760326 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:38:03Z', 'revision_number': 5, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port': {'id': '6a77c027-bdf3-4f17-8912-b906786590dd', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:04.786066 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] Checking router: 1dcb7347-fb3a-45b5-a3e1-ec478c48117e for host: dv-cinder-843361-1-iscsi {{(pid=104054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:38:04.790884 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] For port 6a77c027-bdf3-4f17-8912-b906786590dd, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=6a77c027-bdf3-4f17-8912-b906786590dd,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:38:04.791281 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:04.794599 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] Routers {'1dcb7347-fb3a-45b5-a3e1-ec478c48117e'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:38:04.795210 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:38:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'], 'active': True} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:04.804472 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Calling delete_port for 6a77c027-bdf3-4f17-8912-b906786590dd owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:38:04.879045 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvr_db [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] Set router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e gateway port host: None {{(pid=104054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:38:04.930860 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_hamode_db [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:38:04Z', 'revision_number': 6, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port_host': None}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:04.955347 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d1473-2038-43c9-930d-d6e947219725 None None] The sync data for ids ['1dcb7347-fb3a-45b5-a3e1-ec478c48117e'] in dv-cinder-843361-1-iscsi is: [{'id': '1dcb7347-fb3a-45b5-a3e1-ec478c48117e', 'name': 'tempest-TestVolumeBootPattern-1180762807-router', 'tenant_id': '68d9565a6929495295d5344bb680a8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:26Z', 'updated_at': '2022-05-26T03:38:04Z', 'revision_number': 6, 'project_id': '68d9565a6929495295d5344bb680a8bf', 'gw_port_host': None}] {{(pid=104054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:38:04.955576 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:04.972248 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (6a77c027-bdf3-4f17-8912-b906786590dd), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:04.998767 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a77c027-bdf3-4f17-8912-b906786590dd,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:05.049097 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:05.064375 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.148391 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.150473 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks [] for router_controller (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.189931 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (1dcb7347-fb3a-45b5-a3e1-ec478c48117e), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.190437 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dcb7347-fb3a-45b5-a3e1-ec478c48117e {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:38:05.195399 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.196536 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-864d58c6-2df3-4b1c-b7fe-fa54d6b52229 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1dcb7347-fb3a-45b5-a3e1-ec478c48117e HTTP/1.1" status: 204 len: 168 time: 0.7290108 May 26 03:38:05.199092 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57500) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:05.243287 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-50335abd-cbcc-422b-aa60-10a90c2c5acd admin admin] Deleting subnet 37b42570-b4fc-4a7f-9be6-6a28d0ec441f {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:38:05.246312 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50335abd-cbcc-422b-aa60-10a90c2c5acd admin admin] Publish callbacks [] for subnet (37b42570-b4fc-4a7f-9be6-6a28d0ec441f), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.284204 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50335abd-cbcc-422b-aa60-10a90c2c5acd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (37b42570-b4fc-4a7f-9be6-6a28d0ec441f), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.360229 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50335abd-cbcc-422b-aa60-10a90c2c5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (37b42570-b4fc-4a7f-9be6-6a28d0ec441f), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.418838 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50335abd-cbcc-422b-aa60-10a90c2c5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (37b42570-b4fc-4a7f-9be6-6a28d0ec441f), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.444189 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50335abd-cbcc-422b-aa60-10a90c2c5acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b42570-b4fc-4a7f-9be6-6a28d0ec441f,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:05.448924 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-50335abd-cbcc-422b-aa60-10a90c2c5acd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.454777 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89df404-be24-4de2-ab51-e1c2c2414f61 None None] Network d22c3d48-11a8-404d-8fbe-c7137b6156f0 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:38:05.456310 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 57502) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:05.456819 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-50335abd-cbcc-422b-aa60-10a90c2c5acd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/37b42570-b4fc-4a7f-9be6-6a28d0ec441f HTTP/1.1" status: 204 len: 168 time: 0.2564232 May 26 03:38:05.524551 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (d22c3d48-11a8-404d-8fbe-c7137b6156f0), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.570333 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Deleting port 1c244764-f592-4134-94a9-74c96bed5c34 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:38:05.570674 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (1c244764-f592-4134-94a9-74c96bed5c34), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.632405 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] For port 1c244764-f592-4134-94a9-74c96bed5c34, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=1c244764-f592-4134-94a9-74c96bed5c34,segment=NetworkSegment(1162e9a8-83fe-427a-889b-818ba45b9ccc),segment_id=1162e9a8-83fe-427a-889b-818ba45b9ccc)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:38:05.632767 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (1c244764-f592-4134-94a9-74c96bed5c34), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.647122 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Calling delete_port for 1c244764-f592-4134-94a9-74c96bed5c34 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:38:05.727230 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7648786'] for port (1c244764-f592-4134-94a9-74c96bed5c34), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.751284 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200ccc9-8d8e-4003-b8b4-5b587b1dacd5 None None] DHCP port deletion for d22c3d48-11a8-404d-8fbe-c7137b6156f0 request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:38:05.755470 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c244764-f592-4134-94a9-74c96bed5c34,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:05.759020 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] No DVR routers for this DVR port 1c244764-f592-4134-94a9-74c96bed5c34 on host dv-cinder-843361-1-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:38:05.809807 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 13c64482-423c-4212-a732-f9a0f6d351d8 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:38:05.831207 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 13c64482-423c-4212-a732-f9a0f6d351d8 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:38:05.831580 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 13c64482-423c-4212-a732-f9a0f6d351d8 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:38:05.832188 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1c244764-f592-4134-94a9-74c96bed5c34 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:38:05.837635 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (d22c3d48-11a8-404d-8fbe-c7137b6156f0), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.855293 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 1c244764-f592-4134-94a9-74c96bed5c34 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:38:05.855630 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 1c244764-f592-4134-94a9-74c96bed5c34 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:38:05.856044 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 6a77c027-bdf3-4f17-8912-b906786590dd no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:38:05.859561 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22c3d48-11a8-404d-8fbe-c7137b6156f0']}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:05.869256 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1162e9a8-83fe-427a-889b-818ba45b9ccc') {'for_net_delete': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:05.869558 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.services.segments.db [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1162e9a8-83fe-427a-889b-818ba45b9ccc') {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:05.882610 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 6a77c027-bdf3-4f17-8912-b906786590dd {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:38:05.882961 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 6a77c027-bdf3-4f17-8912-b906786590dd not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:38:05.883332 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352644'] for segment (1162e9a8-83fe-427a-889b-818ba45b9ccc), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.899461 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.900324 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (1162e9a8-83fe-427a-889b-818ba45b9ccc), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.907461 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:38:05.907898 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7648807'] for segment (1162e9a8-83fe-427a-889b-818ba45b9ccc), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.976046 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (d22c3d48-11a8-404d-8fbe-c7137b6156f0), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.987743 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:05.993831 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d22c3d48-11a8-404d-8fbe-c7137b6156f0 HTTP/1.1" status: 204 len: 168 time: 0.5336084 May 26 03:38:05.995642 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57508) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:06.005733 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f487b8b-a8aa-4554-9c1f-0c881cf0dcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22c3d48-11a8-404d-8fbe-c7137b6156f0,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:06.012837 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 1162e9a8-83fe-427a-889b-818ba45b9ccc resource provider aggregate not found May 26 03:38:06.035422 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.services.segments.plugin [-] Segment 1162e9a8-83fe-427a-889b-818ba45b9ccc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1162e9a8-83fe-427a-889b-818ba45b9ccc found for delete ", "request_id": "req-f4b6b07b-85ba-480a-b715-bf2f0a780567"}]} May 26 03:38:06.310415 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402596'] for router_interface (0ca150de-adc0-4add-93f3-0f3d144af130), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:06.452263 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:06.525207 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:06.531650 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Deleting port c451ad44-a24f-43c9-918d-6da55f45a3c7 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:38:06.532051 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:06.608120 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] For port c451ad44-a24f-43c9-918d-6da55f45a3c7, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=c451ad44-a24f-43c9-918d-6da55f45a3c7,segment=NetworkSegment(db0178e4-3f9c-40a1-a7e3-95e0b0b0c674),segment_id=db0178e4-3f9c-40a1-a7e3-95e0b0b0c674)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:38:06.608400 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:06.621363 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Calling delete_port for c451ad44-a24f-43c9-918d-6da55f45a3c7 owned by network:router_interface {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:38:06.791774 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (c451ad44-a24f-43c9-918d-6da55f45a3c7), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:06.819921 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Pushing event deleted for resources: {'Port': ['ID=c451ad44-a24f-43c9-918d-6da55f45a3c7,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:06.862543 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:38:06.976753 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-922864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402480'] for router_interface (0ca150de-adc0-4add-93f3-0f3d144af130), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:07.174900 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Router 0ca150de-adc0-4add-93f3-0f3d144af130 has already been hosted by L3 agent 6a68e531-1edd-46d8-a53b-718bab372c0e {{(pid=104053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 03:38:07.265603 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:07.271444 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] Notify agent at l3_agent.dv-cinder-843361-1-iscsi the message routers_updated {{(pid=104053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 03:38:07.278441 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-ba774aca-d31b-4436-9c1a-b8c6d7a9c452 admin admin] 10.222.0.39 "PUT /v2.0/routers/0ca150de-adc0-4add-93f3-0f3d144af130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2801211 May 26 03:38:07.279394 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57512) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:07.283521 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] Sync routers for ids ['0ca150de-adc0-4add-93f3-0f3d144af130'] in dv-cinder-843361-1-iscsi {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 03:38:07.285741 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:07.295210 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] Routers {'0ca150de-adc0-4add-93f3-0f3d144af130'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:38:07.295842 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:38:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['0ca150de-adc0-4add-93f3-0f3d144af130'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:07.314048 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:07.410054 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] Set router 0ca150de-adc0-4add-93f3-0f3d144af130 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:38:07.584901 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:30Z', 'updated_at': '2022-05-26T03:38:06Z', 'revision_number': 5, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'gw_port': {'id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:31Z', 'updated_at': '2022-05-26T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:07.613443 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] Checking router: 0ca150de-adc0-4add-93f3-0f3d144af130 for host: dv-cinder-843361-1-iscsi {{(pid=104055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 03:38:07.621835 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] Routers {'0ca150de-adc0-4add-93f3-0f3d144af130'} bound to L3 agent in host dv-cinder-843361-1-iscsi {{(pid=104055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 03:38:07.622436 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T03:10:04Z,description=,heartbeat_timestamp=2022-05-26T03:38:05Z,host='dv-cinder-843361-1-iscsi',id=6a68e531-1edd-46d8-a53b-718bab372c0e,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T03:10:04Z,topic='l3_agent')) {'router_ids': ['0ca150de-adc0-4add-93f3-0f3d144af130'], 'active': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:07.635496 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks [] for router (0ca150de-adc0-4add-93f3-0f3d144af130), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:07.722768 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_dvr_db [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] Set router 0ca150de-adc0-4add-93f3-0f3d144af130 gateway port host: dv-cinder-843361-1-iscsi {{(pid=104055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 03:38:07.733397 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks [] for router_gateway (0ca150de-adc0-4add-93f3-0f3d144af130), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:07.782206 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Deleting port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:38:07.782548 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:07.862681 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] For port 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=2b968d36-1b1c-4bb1-afe6-d6218d61e4f5,segment=NetworkSegment(6aa2a94f-4cc2-482c-8d6a-2ac371a9411a),segment_id=6aa2a94f-4cc2-482c-8d6a-2ac371a9411a)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:38:07.863376 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:07.876955 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Calling delete_port for 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 owned by network:router_gateway {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:38:07.970056 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.l3_hamode_db [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:30Z', 'updated_at': '2022-05-26T03:38:06Z', 'revision_number': 5, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'gw_port': {'id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:31Z', 'updated_at': '2022-05-26T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}], 'dv-cinder-843361-1-iscsi', False) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:07.996027 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bfd9f4-41fd-4686-b93d-ac35bed6758c None None] The sync data for ids ['0ca150de-adc0-4add-93f3-0f3d144af130'] in dv-cinder-843361-1-iscsi is: [{'id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'name': 'tempest-TestVolumeBootPattern-1597029330-router', 'tenant_id': '0c5e8d1fe5504ad99fdde378c11502af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'external_fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T03:31:30Z', 'updated_at': '2022-05-26T03:38:06Z', 'revision_number': 5, 'project_id': '0c5e8d1fe5504ad99fdde378c11502af', 'gw_port': {'id': '2b968d36-1b1c-4bb1-afe6-d6218d61e4f5', 'name': '', 'network_id': '04c72595-a4fa-4772-b186-7507e8006055', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca150de-adc0-4add-93f3-0f3d144af130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T03:31:31Z', 'updated_at': '2022-05-26T03:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519fee8b-a7f0-4802-8943-16196d2cddf5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-1-iscsi'}] {{(pid=104055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 03:38:08.042843 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (2b968d36-1b1c-4bb1-afe6-d6218d61e4f5), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.071884 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b968d36-1b1c-4bb1-afe6-d6218d61e4f5,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:08.132288 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-408926'] for router_gateway (0ca150de-adc0-4add-93f3-0f3d144af130), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.216942 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-403841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3850'] for router (0ca150de-adc0-4add-93f3-0f3d144af130), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.219166 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks [] for router_controller (0ca150de-adc0-4add-93f3-0f3d144af130), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.260515 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-403960'] for router (0ca150de-adc0-4add-93f3-0f3d144af130), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.260999 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ca150de-adc0-4add-93f3-0f3d144af130 {{(pid=104053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 03:38:08.265299 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.266506 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-b350d86c-3d5f-413d-b06a-5315df64bc5e admin admin] 10.222.0.39 "DELETE /v2.0/routers/0ca150de-adc0-4add-93f3-0f3d144af130 HTTP/1.1" status: 204 len: 168 time: 0.9860017 May 26 03:38:08.269029 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57514) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:08.313681 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7f8b7d-de1e-49e5-abe7-50588a66f4ea admin admin] Deleting subnet 02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0 {{(pid=104053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 03:38:08.316910 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8b7d-de1e-49e5-abe7-50588a66f4ea admin admin] Publish callbacks [] for subnet (02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.357297 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8b7d-de1e-49e5-abe7-50588a66f4ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6390764'] for subnet (02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0), precommit_delete_associations {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.429514 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:08.431685 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:08.440217 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8b7d-de1e-49e5-abe7-50588a66f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3606198'] for subnet (02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.497763 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8b7d-de1e-49e5-abe7-50588a66f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3606189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5823260'] for subnet (02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.525187 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f8b7d-de1e-49e5-abe7-50588a66f4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:08.527113 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8b7d-de1e-49e5-abe7-50588a66f4ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.530279 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-3b7f8b7d-de1e-49e5-abe7-50588a66f4ea admin admin] 10.222.0.39 "DELETE /v2.0/subnets/02f7b2ff-f3b6-42aa-b67c-2eed8c10fcf0 HTTP/1.1" status: 204 len: 168 time: 0.2603114 May 26 03:38:08.533940 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.wsgi [-] (104053) accepted ('10.222.0.39', 57516) {{(pid=104053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:08.536703 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b73dc2-9229-4d73-9916-588894f970c9 None None] Network 6446b525-b114-4040-9e3b-f20158181ee4 requested from dv-cinder-843361-1-iscsi {{(pid=104054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 03:38:08.606804 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.616557 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3533085'] for network (6446b525-b114-4040-9e3b-f20158181ee4), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.631373 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:08.663523 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Deleting port 70efa8cc-629b-435e-bb57-4a1ba3d528ab {{(pid=104053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:38:08.663871 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.705983 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] DHCP port deletion for 6446b525-b114-4040-9e3b-f20158181ee4 request from dv-cinder-843361-1-iscsi {{(pid=104054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 03:38:08.737163 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] For port 70efa8cc-629b-435e-bb57-4a1ba3d528ab, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=70efa8cc-629b-435e-bb57-4a1ba3d528ab,segment=NetworkSegment(db0178e4-3f9c-40a1-a7e3-95e0b0b0c674),segment_id=db0178e4-3f9c-40a1-a7e3-95e0b0b0c674)] {{(pid=104053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:38:08.737524 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.747271 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Deleting port 70efa8cc-629b-435e-bb57-4a1ba3d528ab {{(pid=104054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 26 03:38:08.747773 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786518887882'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), before_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.751190 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.plugin [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Calling delete_port for 70efa8cc-629b-435e-bb57-4a1ba3d528ab owned by network:dhcp {{(pid=104053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:38:08.808833 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.db [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] For port 70efa8cc-629b-435e-bb57-4a1ba3d528ab, host dv-cinder-843361-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-1-iscsi',level=0,port_id=70efa8cc-629b-435e-bb57-4a1ba3d528ab,segment=NetworkSegment(db0178e4-3f9c-40a1-a7e3-95e0b0b0c674),segment_id=db0178e4-3f9c-40a1-a7e3-95e0b0b0c674)] {{(pid=104054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 03:38:08.809133 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396517'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), precommit_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.811134 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:08.823044 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Calling delete_port for 70efa8cc-629b-435e-bb57-4a1ba3d528ab owned by network:dhcp {{(pid=104054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 26 03:38:08.829122 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4829125'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.854103 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=70efa8cc-629b-435e-bb57-4a1ba3d528ab,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:08.858927 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] No DVR routers for this DVR port 70efa8cc-629b-435e-bb57-4a1ba3d528ab on host dv-cinder-843361-1-iscsi {{(pid=104053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:38:08.871384 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=100 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:08.903388 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3746161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786518896824', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786518504726'] for port (70efa8cc-629b-435e-bb57-4a1ba3d528ab), after_delete {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.925553 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Pushing event deleted for resources: {'Port': ['ID=70efa8cc-629b-435e-bb57-4a1ba3d528ab,revision_number=None']} {{(pid=104054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:08.933298 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473209', 'neutron.services.segments.db._delete_segments_for_network-8786519033191'] for network (6446b525-b114-4040-9e3b-f20158181ee4), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.935101 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.935542 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.935885 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.936390 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.937440 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.937946 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.938459 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.938789 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.939121 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.939470 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.939805 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.940132 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.940462 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.940787 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.941107 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-1-iscsi {{(pid=104054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 03:38:08.943949 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31cfce3-d8ac-4e39-be19-acec018465a9 None None] No DVR routers for this DVR port 70efa8cc-629b-435e-bb57-4a1ba3d528ab on host dv-cinder-843361-1-iscsi {{(pid=104054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 03:38:08.955494 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6446b525-b114-4040-9e3b-f20158181ee4']}} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:08.964702 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674') {'for_net_delete': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:08.964995 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.services.segments.db [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0178e4-3f9c-40a1-a7e3-95e0b0b0c674') {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 03:38:08.974300 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786519032176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6390755'] for segment (db0178e4-3f9c-40a1-a7e3-95e0b0b0c674), before_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.988384 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237'] for segment (db0178e4-3f9c-40a1-a7e3-95e0b0b0c674), precommit_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:08.995028 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 03:38:08.995453 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3608237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4829168'] for segment (db0178e4-3f9c-40a1-a7e3-95e0b0b0c674), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.070053 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-922873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401590'] for network (6446b525-b114-4040-9e3b-f20158181ee4), after_delete {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.080112 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment db0178e4-3f9c-40a1-a7e3-95e0b0b0c674 resource provider aggregate not found May 26 03:38:09.083129 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-922859'] for network (None), before_response {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.086283 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.wsgi [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] 10.222.0.39 "DELETE /v2.0/networks/6446b525-b114-4040-9e3b-f20158181ee4 HTTP/1.1" status: 204 len: 168 time: 0.5521708 May 26 03:38:09.098436 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659363b-9ef3-4b42-bbb4-0cdd73035f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6446b525-b114-4040-9e3b-f20158181ee4,revision_number=None']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:09.103704 dv-cinder-843361-1-iscsi neutron-server[104053]: INFO neutron.services.segments.plugin [-] Segment db0178e4-3f9c-40a1-a7e3-95e0b0b0c674 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db0178e4-3f9c-40a1-a7e3-95e0b0b0c674 found for delete ", "request_id": "req-f7d03529-854b-4f72-89e2-a3540c431ff6"}]} May 26 03:38:09.203724 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 57526) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:09.244485 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-498ee417-0cc2-44b6-b8f0-336444be7bae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68d9565a6929495295d5344bb680a8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396821 May 26 03:38:09.247063 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 57528) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:09.295515 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1241b99e-4541-4e0e-a5a1-399de5727c6e admin admin] Publish callbacks [] for security_group (f0c6f837-d2c7-4a3f-9176-f9b41df54d2d), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.317774 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1241b99e-4541-4e0e-a5a1-399de5727c6e admin admin] Publish callbacks [] for security_group (f0c6f837-d2c7-4a3f-9176-f9b41df54d2d), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.369021 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1241b99e-4541-4e0e-a5a1-399de5727c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (f0c6f837-d2c7-4a3f-9176-f9b41df54d2d), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.371301 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1241b99e-4541-4e0e-a5a1-399de5727c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.372495 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-1241b99e-4541-4e0e-a5a1-399de5727c6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0c6f837-d2c7-4a3f-9176-f9b41df54d2d HTTP/1.1" status: 204 len: 168 time: 0.1245148 May 26 03:38:09.381303 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241b99e-4541-4e0e-a5a1-399de5727c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c6f837-d2c7-4a3f-9176-f9b41df54d2d,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:09.490436 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c451ad44-a24f-43c9-918d-6da55f45a3c7 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:38:09.509226 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: c451ad44-a24f-43c9-918d-6da55f45a3c7 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:38:09.509567 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device c451ad44-a24f-43c9-918d-6da55f45a3c7 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:38:09.509970 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:38:09.527957 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:38:09.528751 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 2b968d36-1b1c-4bb1-afe6-d6218d61e4f5 not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:38:09.528751 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 70efa8cc-629b-435e-bb57-4a1ba3d528ab no longer exists at agent ovs-agent-dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 03:38:09.547060 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.plugin [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] No Port match for: 70efa8cc-629b-435e-bb57-4a1ba3d528ab {{(pid=104054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 26 03:38:09.547837 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron.plugins.ml2.rpc [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Device 70efa8cc-629b-435e-bb57-4a1ba3d528ab not bound to the agent host dv-cinder-843361-1-iscsi {{(pid=104054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 03:38:09.698595 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 57534) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:09.739463 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-62d01036-0c76-47ee-ac61-0ce2ae279047 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c5e8d1fe5504ad99fdde378c11502af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397198 May 26 03:38:09.741693 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.wsgi [-] (104052) accepted ('10.222.0.39', 57536) {{(pid=104052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 03:38:09.747940 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:09.790391 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4030b217-6417-4a76-9073-173f74dfcdbf admin admin] Publish callbacks [] for security_group (fc778db6-73ad-4be0-9a2d-b23e93df49d8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.812184 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4030b217-6417-4a76-9073-173f74dfcdbf admin admin] Publish callbacks [] for security_group (fc778db6-73ad-4be0-9a2d-b23e93df49d8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.836921 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:09.858428 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4030b217-6417-4a76-9073-173f74dfcdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542995'] for security_group (fc778db6-73ad-4be0-9a2d-b23e93df49d8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.861653 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4030b217-6417-4a76-9073-173f74dfcdbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:09.862785 dv-cinder-843361-1-iscsi neutron-server[104052]: INFO neutron.wsgi [None req-4030b217-6417-4a76-9073-173f74dfcdbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc778db6-73ad-4be0-9a2d-b23e93df49d8 HTTP/1.1" status: 204 len: 168 time: 0.1202235 May 26 03:38:09.870298 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030b217-6417-4a76-9073-173f74dfcdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc778db6-73ad-4be0-9a2d-b23e93df49d8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 03:38:12.394811 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:19.067376 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:SELECT=60,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:19.088478 dv-cinder-843361-1-iscsi neutron-server[104053]: DEBUG dbcounter [-] [104053] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=62 {{(pid=104053) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:19.866729 dv-cinder-843361-1-iscsi neutron-server[104052]: DEBUG dbcounter [-] [104052] Writing DB stats neutron:SELECT=12,neutron:DELETE=4 {{(pid=104052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:19.886272 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:20.835093 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:20.839525 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=66 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:22.387918 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=35,neutron:DELETE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:22.389866 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=23,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:32.438910 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2f575fd2-6689-40f7-b6a8-70363b6ac327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:34.562779 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-36338d05-c7dd-4c86-9f74-fa8c0a743f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:35.861373 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:37.288431 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:38.591419 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:42.393400 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:38:43.863467 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:38:52.382356 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=9 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:52.383152 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:52.388140 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:59.315333 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:38:59.317189 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=17 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:39:02.320835 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e803becc-3ebf-4f7d-b5fd-9d8bda3365bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:04.554163 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d57f8c04-90ed-4ffb-85e0-4680aad98827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:05.863203 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:07.292683 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:08.594064 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:12.403689 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:20.863977 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:39:22.393418 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:39:22.397843 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:39:22.399815 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:39:32.323090 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-db7ebfbc-acee-4fab-b548-b69c1e080df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:34.556411 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-ebf56744-817b-4f95-9f11-5cf7b09c6f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:34.837511 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:39:34.845490 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:39:35.866953 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:37.294977 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:38.597076 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:42.416011 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:39:48.592295 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:39:52.410306 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:39:52.412212 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:39:57.863337 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:40:02.324067 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-64e562b3-f4f9-4408-8d20-4bdd7b19729b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:04.558474 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-aba9c16d-811a-4736-a492-7f8feddacf7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:05.869302 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:07.297544 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:08.602859 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:11.837359 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:11.842044 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:12.414653 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:22.403583 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:22.408148 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:22.410050 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:32.326088 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-5009a379-b474-406a-9fbd-efe63ec39f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:34.560510 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6ef90f80-5904-42fa-bf2f-6c045193437e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:34.863552 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:40:35.871665 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:36.865986 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:37.300112 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:38.605689 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:42.431951 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:40:48.600094 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=6 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:48.838534 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:48.839505 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:52.422262 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:52.427620 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:59.317107 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=14 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:40:59.319059 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=12 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:41:02.332979 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d23c1b7f-c187-4976-9f42-ed7264f8613b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:04.562420 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-209c50b0-a7ff-4186-8ba2-c10a442c296f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:05.873702 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:07.302580 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:08.607946 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:11.862374 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:41:12.430705 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:18.603518 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:41:22.420756 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:41:22.426339 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:41:25.832376 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:41:25.837411 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=4 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:41:32.332892 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e257-1a91-43d5-97fb-deda45beda8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:34.564532 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-f05681fc-f21e-4d60-98a2-73508397ee34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:35.876399 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:37.305201 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:38.613794 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:42.445836 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:41:48.607035 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:41:48.861926 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:41:52.438971 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=12 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:41:52.440962 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:02.324752 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3618-b037-484a-a24b-923c3f677612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:02.827611 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:02.832495 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:04.565778 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-7d0917e2-c847-4074-bab8-4f1da2437e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:05.880389 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:07.308085 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:08.606185 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:12.444227 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:22.433936 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:22.438071 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=15 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:22.439491 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:25.860896 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:42:32.328600 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-8af9070c-bb35-445f-8d6c-d3a7a4e95f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:34.567731 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-df8c800c-fb5c-4414-954b-271bd15e8d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:35.883180 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:37.312278 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:38.607412 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:39.826509 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=3 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:39.830549 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=5 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:42.458431 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:42:52.448299 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:52.451513 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:52.454129 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:59.319734 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=14 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:42:59.323841 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=12 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:43:02.332699 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a7c21775-ba95-44bb-a206-2943d9979b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (ddd43c1e-d2b5-44ad-9bba-a85672fcfb33), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:43:02.860040 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG neutron.db.agents_db [None req-d841a890-3a2f-4ae7-95be-dec3fa870904 None None] Agent healthcheck: found 6 active agents {{(pid=104055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 03:43:04.569725 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-d59574a1-91c6-4ff4-9a0d-3f9e3027137c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (6a68e531-1edd-46d8-a53b-718bab372c0e), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:43:05.885447 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-95e52021-7db5-4bb2-9823-85c11caea546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (f69e70d4-a361-4d5d-b761-7beff53923a0), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:43:07.315842 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-e12fd2ba-5537-41f4-b84e-5fd70154c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (28b973e7-eadf-4cb5-a327-249005e85048), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:43:08.610850 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-512eff47-72d7-4ec7-8e2b-45fda63f9d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (2cad7dff-7740-4e81-b649-c6bd206d4d76), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:43:12.460607 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG neutron_lib.callbacks.manager [None req-a11363d0-638b-4b30-afa7-ad7339814a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786519033173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3569144'] for agent (97e32c0f-ad73-4235-a7dd-0448725a1aae), after_update {{(pid=104054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 03:43:16.816013 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=2 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:43:16.826404 dv-cinder-843361-1-iscsi neutron-server[104055]: DEBUG dbcounter [-] [104055] Writing DB stats neutron:SELECT=6 {{(pid=104055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:43:22.448112 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:43:22.454277 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 03:43:22.456054 dv-cinder-843361-1-iscsi neutron-server[104054]: DEBUG dbcounter [-] [104054] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104054) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}